-- Logs begin at Thu 2022-09-29 01:29:39 UTC, end at Thu 2022-09-29 02:34:15 UTC. -- Sep 29 02:03:02.646772 dv-cinder-740146-21-smb systemd[1]: Started Devstack devstack@q-svc.service. Sep 29 02:03:05.314083 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.common.config [-] Logging enabled! Sep 29 02:03:05.314676 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev27 Sep 29 02:03:05.314884 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106328) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 29 02:03:05.318113 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.common.config [-] Logging enabled! Sep 29 02:03:05.318368 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev27 Sep 29 02:03:05.318678 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106328) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 29 02:03:05.319609 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 29 02:03:05.319845 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 29 02:03:05.320325 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 29 02:03:05.320576 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 29 02:03:05.320807 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 29 02:03:05.321134 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.321477 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.321711 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.322124 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.322428 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.322711 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.323005 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.323305 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.323697 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.323987 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.324275 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.324506 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.324789 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.325081 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.325397 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.325624 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] debug = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.325905 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.326332 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.326743 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.327040 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.327332 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.327609 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.327879 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.328154 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.328439 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.328767 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] host = dv-cinder-740146-21-smb {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.329045 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.329357 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.329648 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.329935 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.330211 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.330487 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.330771 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.331047 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.331318 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] log_file = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.331592 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.331878 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.332164 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.332453 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.332678 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.332901 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.333187 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.333513 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.333790 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.334061 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.334334 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.334608 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.334881 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.335148 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.335431 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.335713 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.335998 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.336272 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.336546 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.336817 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.337089 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.337423 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.337714 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.337984 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.338259 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.338547 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.338819 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.339092 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.339392 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.339679 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.339959 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.340246 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.340517 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.340800 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.341075 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.341372 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.341645 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] use_json = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.341916 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.342183 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.342463 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.342737 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.343009 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.343280 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.343552 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.343837 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.344106 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:05.344400 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.344697 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.345001 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.345283 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.345616 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.345897 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.346188 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.346465 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.346755 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.347043 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.347332 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.347610 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.347909 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.348194 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.348488 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.348792 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.349083 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.349406 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.349684 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.349959 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.350234 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.350511 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.350797 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.351081 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.351369 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.351658 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.351936 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.352232 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.352515 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.352801 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.353653 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.354157 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.354447 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.354731 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.355028 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.355311 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.355588 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.355879 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.356159 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.356433 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.356715 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.357005 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.357295 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.357592 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.357871 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.358161 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.358438 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.358709 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.358980 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.359257 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.359529 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.359815 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.360091 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.360363 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.360637 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.360913 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.361185 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.361491 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.361771 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.362044 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.362322 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.362596 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.362868 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.363141 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.363415 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.363690 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.363963 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.364238 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.364515 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.364787 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.365059 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.365349 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.365625 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.365898 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.366181 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.366480 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.366758 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.367037 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.367316 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.367595 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.367874 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.368151 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.368428 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.369348 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.369612 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.369909 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.370198 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.370491 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.370782 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.371085 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.371387 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.371674 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.371954 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.372235 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.372514 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.372795 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.373079 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.373392 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.373675 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.373962 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.374247 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.374544 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.374841 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.375121 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.375418 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.375713 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.376008 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.376288 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.376595 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.376875 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:05.377093 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 29 02:03:05.377356 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106328) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 29 02:03:05.756409 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106328) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 29 02:03:05.756656 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106328) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 29 02:03:05.756920 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106328) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 29 02:03:05.757149 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106328) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 29 02:03:05.757453 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106328) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 29 02:03:05.757785 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 29 02:03:06.085162 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.085481 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.085755 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.086956 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.087231 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.087582 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.140585 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.140864 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.141132 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.157330 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.157632 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.157903 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.186196 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.186475 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.186746 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.223377 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.223651 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.223931 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.456181 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.456802 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.456802 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.457846 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.458561 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.556753 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.557174 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.557397 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.557671 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.557935 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.558254 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.558516 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.558774 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.559029 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.559308 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.559568 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.559838 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.560095 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.560343 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.560598 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.560861 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.561115 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.561406 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.561677 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.561936 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.562208 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.562460 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.562738 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.563114 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.563371 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.563617 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.564010 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106328) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 02:03:06.564249 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106328) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 02:03:06.564486 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106328) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 02:03:06.564720 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106328) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 02:03:06.564954 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106328) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 02:03:06.565186 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106328) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 02:03:06.565567 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 29 02:03:06.568721 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 29 02:03:06.572729 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 29 02:03:06.576648 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Sep 29 02:03:06.578311 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 29 02:03:06.578937 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 29 02:03:06.579271 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 29 02:03:06.579657 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 29 02:03:06.582450 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 29 02:03:06.582703 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 29 02:03:06.583052 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 29 02:03:06.588188 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 29 02:03:06.611637 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 29 02:03:06.612087 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.612386 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106328) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 29 02:03:06.612755 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.614135 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106328) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 29 02:03:06.614418 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 29 02:03:06.614667 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 29 02:03:06.626396 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.626679 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:06.712196 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 29 02:03:06.712572 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 29 02:03:06.712807 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 29 02:03:06.713179 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 29 02:03:06.765770 dv-cinder-740146-21-smb neutron-server[106328]: INFO dbcounter [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Registered counter for database neutron Sep 29 02:03:06.784849 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_db.sqlalchemy.engines [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106328) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 29 02:03:06.791627 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG dbcounter [-] [106328] Writer thread running {{(pid=106328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 29 02:03:07.332840 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.plugins.ml2.managers [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Initializing driver for type 'gre' Sep 29 02:03:07.333405 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] gre ID ranges: [(1, 1000)] Sep 29 02:03:07.389708 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.plugins.ml2.managers [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Initializing driver for type 'local' Sep 29 02:03:07.390037 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.plugins.ml2.managers [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Initializing driver for type 'vlan' Sep 29 02:03:07.403545 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] VlanTypeDriver initialization complete Sep 29 02:03:07.403873 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.plugins.ml2.managers [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Initializing driver for type 'vxlan' Sep 29 02:03:07.404366 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] vxlan ID ranges: [(1, 1000)] Sep 29 02:03:07.462408 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.plugins.ml2.managers [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Initializing extension driver 'port_security' Sep 29 02:03:07.463188 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.plugins.ml2.extensions.port_security [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] PortSecurityExtensionDriver initialization complete Sep 29 02:03:07.463280 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.plugins.ml2.managers [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Initializing mechanism driver 'openvswitch' Sep 29 02:03:07.463612 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.plugins.ml2.managers [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Initializing mechanism driver 'hyperv' Sep 29 02:03:07.470252 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.plugins.ml2.plugin [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:03:07.470928 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > port after_create 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.471307 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > port after_update 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.471667 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > port after_delete 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.472180 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106328) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 29 02:03:07.472609 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > subnet after_create 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.472973 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > subnet after_update 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.473351 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > subnet after_delete 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.473754 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106328) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 29 02:03:07.474171 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > network after_create 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.474528 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > network after_update 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.474878 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > network after_delete 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.475279 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106328) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 29 02:03:07.475693 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > security_group after_create 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.476050 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > security_group after_update 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.476398 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > security_group after_delete 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.476798 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106328) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 29 02:03:07.477211 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.477594 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.478459 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.479212 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106328) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 29 02:03:07.479636 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > address_group after_create 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.479996 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > address_group after_update 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.480354 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > address_group after_delete 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.480755 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106328) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 29 02:03:07.481206 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] ML2 OVO RPC backend initialized. {{(pid=106328) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 29 02:03:07.481946 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > router_interface after_create 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.482311 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.482736 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > network before_response 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.483096 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > networks before_response 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.483449 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > port before_response 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.483798 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > ports before_response 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.484149 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > subnet before_response 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.484498 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > subnets before_response 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.484852 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > network after_create 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.485200 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > network after_update 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.485572 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > network after_delete 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.485921 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > port after_create 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.486266 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > port after_update 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.486609 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > port after_delete 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.486955 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > subnet after_create 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.487328 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > subnet after_update 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.487672 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > subnet after_delete 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.496152 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.quota [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded quota_driver: . Sep 29 02:03:07.496514 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.plugins.ml2.plugin [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Modular L2 Plugin initialization complete Sep 29 02:03:07.496868 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading services supported by the core plugin {{(pid=106328) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 29 02:03:07.497220 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.plugins.ml2.managers [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Got port-security extension from driver 'port_security' Sep 29 02:03:07.497734 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.extensions.vlantransparent [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Disabled vlantransparent extension. Sep 29 02:03:07.498236 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106328) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 29 02:03:07.498565 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading Plugin: router Sep 29 02:03:07.534321 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > router_interface before_create 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.534719 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > router after_create 55549900 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.535107 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > router before_create 55549900 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.535485 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.535869 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.536235 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > router after_delete 55549900 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.536608 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > floatingip after_create 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.536969 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > floatingip after_update 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.537359 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > router after_create 55549900 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.537717 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > router after_update 55549900 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.538077 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > router after_update 55549900 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.538441 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.538807 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > router after_update 55549900 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.539228 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > router precommit_update 55549900 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.539611 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: port after_update 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.539963 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: port after_delete 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.540813 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: subnet after_update 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.541443 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.541889 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > port precommit_delete 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.542252 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > router precommit_create 55549900 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.542613 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: port before_delete 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.542981 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > router precommit_create 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.543346 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > router after_update 55549900 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.543700 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > router precommit_delete 55549900 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.544067 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > router precommit_create 55549900 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.544438 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > router_interface after_create 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.544795 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > router precommit_update 55549900 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.545172 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > agent after_create 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.545562 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > agent after_delete 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.545919 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > network after_delete 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.546779 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.quota.resource_registry [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Tracking information for resource: router configured {{(pid=106328) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 02:03:07.547117 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.quota.resource_registry [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Tracking information for resource: floatingip configured {{(pid=106328) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 02:03:07.552015 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.db.l3_agentschedulers_db [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 29 02:03:07.552596 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: port after_update 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.552965 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: port after_create 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.553347 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: port after_delete 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.553713 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: port after_update 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.554501 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > router before_create 55550100 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.554874 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > router precommit_delete 55550100 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.555245 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > router precommit_create 55550100 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.555610 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > router precommit_update 55550100 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.561392 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.services.provider_configuration [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Service providers = [] {{(pid=106328) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 29 02:03:07.561765 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.db.servicetype_db [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106328) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 29 02:03:07.564734 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.services.service_base [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106328) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 29 02:03:07.565093 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.services.service_base [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106328) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 29 02:03:07.565472 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.services.service_base [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106328) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 29 02:03:07.566367 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.services.service_base [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106328) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 29 02:03:07.566744 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.services.service_base [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 29 02:03:07.567125 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106328) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 02:03:07.567450 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 29 02:03:07.579437 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106328) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 02:03:07.579780 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading Plugin: auto_allocate Sep 29 02:03:07.586010 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: network precommit_update 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.586363 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: network precommit_create 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.586946 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106328) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 02:03:07.587405 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading Plugin: tag Sep 29 02:03:07.595275 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106328) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 02:03:07.595639 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading Plugin: timestamp Sep 29 02:03:07.600099 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106328) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 02:03:07.600435 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading Plugin: network_ip_availability Sep 29 02:03:07.606728 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.607105 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.607467 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.608202 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106328) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 02:03:07.608532 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading Plugin: flavors Sep 29 02:03:07.613260 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106328) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 02:03:07.613629 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading Plugin: revisions Sep 29 02:03:07.618082 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106328) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 02:03:07.619191 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_concurrency.lockutils [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.861s {{(pid=106328) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 29 02:03:07.620357 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106328) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 29 02:03:07.620699 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Initializing extension manager. Sep 29 02:03:07.621231 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: __init__.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.621604 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: __pycache__ {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.621946 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: address_group.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.622848 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.623429 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: address-group Sep 29 02:03:07.623760 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: address_scope.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.624445 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.624958 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: address-scope Sep 29 02:03:07.625288 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: admin_state_down_before_update.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.626206 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.626719 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: router-admin-state-down-before-update Sep 29 02:03:07.627044 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: agent.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.627711 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.628219 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: agent Sep 29 02:03:07.628549 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: agent_resources_synced.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.629461 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.629971 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: agent-resources-synced Sep 29 02:03:07.630295 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: allowedaddresspairs.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.632078 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.632605 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: allowed-address-pairs Sep 29 02:03:07.632937 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: auto_allocated_topology.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.634006 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.634872 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: auto-allocated-topology Sep 29 02:03:07.635219 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: availability_zone.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.635889 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.636408 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: availability_zone Sep 29 02:03:07.636755 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: availability_zone_filter.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.637663 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.638176 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: availability_zone_filter Sep 29 02:03:07.638508 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: data_plane_status.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.639391 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.639900 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extension data-plane-status not supported by any of loaded plugins Sep 29 02:03:07.640247 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: default_subnetpools.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.641158 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.641711 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: default-subnetpools Sep 29 02:03:07.642045 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: dhcpagentscheduler.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.642823 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.643342 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: dhcp_agent_scheduler Sep 29 02:03:07.643670 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: dns.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.644548 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.645058 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extension dns-integration not supported by any of loaded plugins Sep 29 02:03:07.645434 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: dns_domain_ports.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.646309 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.646818 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 29 02:03:07.647145 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.648043 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.648551 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 29 02:03:07.648877 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: dvr.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.649557 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.650862 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: dvr Sep 29 02:03:07.651218 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: ecmp_routes.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.652108 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.652872 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extension ecmp_routes not supported by any of loaded plugins Sep 29 02:03:07.653202 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: empty_string_filtering.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.654109 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.654624 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: empty-string-filtering Sep 29 02:03:07.654953 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.655828 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.656337 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 29 02:03:07.656664 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.657570 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.658080 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 29 02:03:07.658406 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: external_net.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.659294 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.659811 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: external-net Sep 29 02:03:07.660137 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: extra_dhcp_opt.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.661014 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.661562 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: extra_dhcp_opt Sep 29 02:03:07.661889 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: extraroute.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.662772 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.663285 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: extraroute Sep 29 02:03:07.663612 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: extraroute_atomic.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.664609 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.665118 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: extraroute-atomic Sep 29 02:03:07.666150 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: filter_validation.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.666976 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.667489 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: filter-validation Sep 29 02:03:07.667815 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: fip_pf_description.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.668699 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.669210 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 29 02:03:07.669571 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: fip_pf_detail.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.670457 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.670967 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: floating-ip-port-forwarding-detail Sep 29 02:03:07.671291 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: fip_pf_port_range.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.672159 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.672663 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 29 02:03:07.672988 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: fip_port_details.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.673896 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.674413 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: fip-port-details Sep 29 02:03:07.674738 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: flavors.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.675931 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.676458 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: flavors Sep 29 02:03:07.676789 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.678440 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.678969 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 29 02:03:07.679311 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: floatingip_pools.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.679989 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.680507 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: floatingip-pools Sep 29 02:03:07.680839 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: ip_allocation.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.682113 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.682623 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extension ip_allocation not supported by any of loaded plugins Sep 29 02:03:07.682954 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.683869 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.684386 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: ip-substring-filtering Sep 29 02:03:07.684714 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: l2_adjacency.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.685647 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.686161 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extension l2_adjacency not supported by any of loaded plugins Sep 29 02:03:07.686490 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: l3.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.687438 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.687957 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: router Sep 29 02:03:07.688285 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: l3_conntrack_helper.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.690710 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.691244 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 29 02:03:07.691583 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.692475 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.692998 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: ext-gw-mode Sep 29 02:03:07.693360 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.694256 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.694777 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: l3-ha Sep 29 02:03:07.695109 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.695992 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.696506 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 29 02:03:07.696989 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: l3_flavors.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.698055 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.698576 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: l3-flavors Sep 29 02:03:07.698905 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: l3_ndp_proxy.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.700251 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.700778 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 29 02:03:07.701114 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.702040 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.702566 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: l3-port-ip-change-not-allowed Sep 29 02:03:07.702899 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: l3agentscheduler.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.703899 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.704421 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: l3_agent_scheduler Sep 29 02:03:07.704754 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: local_ip.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.706504 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.707032 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extension local_ip not supported by any of loaded plugins Sep 29 02:03:07.707373 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: logging.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.708812 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.709371 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extension logging not supported by any of loaded plugins Sep 29 02:03:07.709709 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: metering.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.710422 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.711011 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: metering Sep 29 02:03:07.711346 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.713079 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.713738 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: metering_source_and_destination_fields Sep 29 02:03:07.714070 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: multiprovidernet.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.714975 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.715501 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: multi-provider Sep 29 02:03:07.715831 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: netmtu.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.716719 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.717239 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: net-mtu Sep 29 02:03:07.717601 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: netmtu_writable.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.718490 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.719010 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: net-mtu-writable Sep 29 02:03:07.719338 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: network_availability_zone.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.719988 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.720505 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: network_availability_zone Sep 29 02:03:07.720830 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: network_ip_availability.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.721932 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.722457 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: network-ip-availability Sep 29 02:03:07.722784 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: network_segment_range.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.723515 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.724024 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extension network-segment-range not supported by any of loaded plugins Sep 29 02:03:07.724349 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: pagination.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.725325 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.725697 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: pagination Sep 29 02:03:07.726027 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: port_device_profile.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.726903 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.727423 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: port-device-profile Sep 29 02:03:07.727751 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: port_mac_address_override.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.728891 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.729450 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: port-mac-override Sep 29 02:03:07.729787 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.730673 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.731192 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: port-mac-address-regenerate Sep 29 02:03:07.731523 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.732420 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.732936 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: port-numa-affinity-policy Sep 29 02:03:07.733267 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: port_resource_request.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.734167 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.734675 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extension port-resource-request not supported by any of loaded plugins Sep 29 02:03:07.735004 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: port_resource_request_groups.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.735930 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.736439 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 29 02:03:07.736769 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: portbindings.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.737719 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.738233 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: binding Sep 29 02:03:07.738562 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: portbindings_extended.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.739804 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.740323 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: binding-extended Sep 29 02:03:07.740654 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: portsecurity.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.741568 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.742094 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: port-security Sep 29 02:03:07.742420 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: project_id.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.744127 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.744677 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: project-id Sep 29 02:03:07.745016 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: providernet.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.745973 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.746501 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: provider Sep 29 02:03:07.746831 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: qos.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.750329 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.750861 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extension qos not supported by any of loaded plugins Sep 29 02:03:07.751201 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.752432 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.752959 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 29 02:03:07.753294 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.754274 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.754792 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 29 02:03:07.755126 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: qos_default.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.756009 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.756527 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extension qos-default not supported by any of loaded plugins Sep 29 02:03:07.756857 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: qos_fip.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.757777 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.758298 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extension qos-fip not supported by any of loaded plugins Sep 29 02:03:07.758630 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: qos_fip_network_policy.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.760397 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.760922 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 29 02:03:07.761254 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: qos_gateway_ip.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.762181 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.762697 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 29 02:03:07.763027 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: qos_port_network_policy.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.763907 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.764429 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 29 02:03:07.764762 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.765788 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.766312 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 29 02:03:07.766642 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.767646 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.768166 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 29 02:03:07.768498 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: qos_pps_rule.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.769676 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.770203 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extension qos-pps not supported by any of loaded plugins Sep 29 02:03:07.770534 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: qos_rule_type_details.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.771429 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.771944 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 29 02:03:07.772269 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: qos_rule_type_filter.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.773152 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.773704 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 29 02:03:07.774033 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: qos_rules_alias.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.775298 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.775833 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 29 02:03:07.776162 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: quota_check_limit.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.777060 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.777877 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: quota-check-limit Sep 29 02:03:07.778204 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: quotasv2.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.779100 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.779433 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: quotas Sep 29 02:03:07.779756 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: quotasv2_detail.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.781464 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.781808 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: quota_details Sep 29 02:03:07.782142 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: rbac.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.783163 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.783696 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: rbac-policies Sep 29 02:03:07.784031 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: rbac_address_group.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.784926 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.785488 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: rbac-address-group Sep 29 02:03:07.785821 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: rbac_address_scope.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.786790 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.787311 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: rbac-address-scope Sep 29 02:03:07.787651 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: rbac_security_groups.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.788528 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.789046 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: rbac-security-groups Sep 29 02:03:07.789403 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: rbac_subnetpool.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.790325 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.791087 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: rbac-subnetpool Sep 29 02:03:07.791424 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: revisionifmatch.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.792327 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.792845 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: revision-if-match Sep 29 02:03:07.793172 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: revisions.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.794290 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.794812 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: standard-attr-revisions Sep 29 02:03:07.795143 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: router_availability_zone.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.795784 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.796303 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: router_availability_zone Sep 29 02:03:07.796629 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: routerservicetype.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.797551 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.798072 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extension router-service-type not supported by any of loaded plugins Sep 29 02:03:07.798399 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.799293 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.799813 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: security-groups-normalized-cidr Sep 29 02:03:07.800146 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: security_groups_port_filtering.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.801044 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.801590 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: port-security-groups-filtering Sep 29 02:03:07.801917 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.802810 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.803328 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: security-groups-remote-address-group Sep 29 02:03:07.803654 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.804552 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.805067 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: security-groups-shared-filtering Sep 29 02:03:07.805422 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: securitygroup.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.815974 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.816521 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: security-group Sep 29 02:03:07.816859 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: segment.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.817585 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.818106 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extension segment not supported by any of loaded plugins Sep 29 02:03:07.818444 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.819366 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.819886 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 29 02:03:07.820232 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: servicetype.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.821324 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.822629 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: service-type Sep 29 02:03:07.823099 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: sorting.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.824079 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.824422 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: sorting Sep 29 02:03:07.824755 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: standard_attr_segment.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.825702 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.826226 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 29 02:03:07.826560 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: standardattrdescription.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.827185 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.827705 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: standard-attr-description Sep 29 02:03:07.828038 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: stateful_security_group.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.828939 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.829503 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: stateful-security-group Sep 29 02:03:07.829839 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: stdattrs_common.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.830399 dv-cinder-740146-21-smb neutron-server[106328]: WARNING neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 29 02:03:07.830730 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.831625 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.832145 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 29 02:03:07.832472 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: subnet_onboard.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.833523 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.834051 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: subnet_onboard Sep 29 02:03:07.834382 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.835283 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.835800 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 29 02:03:07.836178 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: subnet_service_types.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.837028 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.837864 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: subnet-service-types Sep 29 02:03:07.838241 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: subnetallocation.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.839308 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.839839 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: subnet_allocation Sep 29 02:03:07.840176 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.840824 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.841375 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: subnetpool-prefix-ops Sep 29 02:03:07.841706 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.842614 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.843133 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 29 02:03:07.843465 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: tagging.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.844495 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.845027 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: standard-attr-tag Sep 29 02:03:07.845392 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: timestamp.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.846560 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.847085 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loaded extension: standard-attr-timestamp Sep 29 02:03:07.847414 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: trunk.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.848415 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.848935 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extension trunk not supported by any of loaded plugins Sep 29 02:03:07.849264 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: trunk_details.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.850196 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.850719 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extension trunk-details not supported by any of loaded plugins Sep 29 02:03:07.851046 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: uplink_status_propagation.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.851934 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.852449 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 29 02:03:07.852824 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Loading extension file: vlantransparent.py {{(pid=106328) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 02:03:07.853818 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106328) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 02:03:07.854339 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extension vlan-transparent not supported by any of loaded plugins Sep 29 02:03:07.856969 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.quota.resource_registry [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Creating instance of TrackedResource for resource:network Sep 29 02:03:07.857525 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.quota.resource_registry [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Creating instance of TrackedResource for resource:subnet Sep 29 02:03:07.857930 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.quota.resource_registry [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Creating instance of TrackedResource for resource:subnetpool Sep 29 02:03:07.858322 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.quota.resource_registry [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Creating instance of TrackedResource for resource:port Sep 29 02:03:07.859596 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.v2.resource_helper [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106328) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 02:03:07.860049 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.v2.resource_helper [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Service FLAVORS assigned prefix: {{(pid=106328) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 02:03:07.860666 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.v2.resource_helper [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106328) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 02:03:07.861111 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.v2.resource_helper [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106328) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 02:03:07.861480 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.quota.resource_registry [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Creating instance of TrackedResource for resource:router Sep 29 02:03:07.861920 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.quota.resource_registry [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Creating instance of TrackedResource for resource:floatingip Sep 29 02:03:07.862414 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.v2.resource_helper [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Service METERING assigned prefix: /metering {{(pid=106328) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 02:03:07.863862 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.864245 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.864607 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106328) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:03:07.865642 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.quota.resource_registry [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Creating instance of CountableResource for resource:rbac_policy Sep 29 02:03:07.866110 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.quota.resource_registry [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Creating instance of TrackedResource for resource:security_group Sep 29 02:03:07.866546 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.quota.resource_registry [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Creating instance of TrackedResource for resource:security_group_rule Sep 29 02:03:07.867092 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.v2.resource_helper [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Service CORE assigned prefix: {{(pid=106328) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 02:03:07.867437 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.quota.resource_registry [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Creating instance of TrackedResource for resource:subnetpool Sep 29 02:03:07.867790 dv-cinder-740146-21-smb neutron-server[106328]: WARNING neutron.quota.resource_registry [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] subnetpool is already registered Sep 29 02:03:07.868220 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.v2.resource_helper [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Service CORE assigned prefix: {{(pid=106328) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 02:03:07.869144 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.quota.resource_registry [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Creating instance of TrackedResource for resource:subnetpool Sep 29 02:03:07.869724 dv-cinder-740146-21-smb neutron-server[106328]: WARNING neutron.quota.resource_registry [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] subnetpool is already registered Sep 29 02:03:07.872113 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.v2.resource_helper [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106328) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 02:03:07.872572 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.v2.resource_helper [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Service FLAVORS assigned prefix: {{(pid=106328) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 02:03:07.873218 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.v2.resource_helper [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106328) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 02:03:07.873797 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.v2.resource_helper [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106328) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 02:03:07.874139 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.quota.resource_registry [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Creating instance of TrackedResource for resource:router Sep 29 02:03:07.874485 dv-cinder-740146-21-smb neutron-server[106328]: WARNING neutron.quota.resource_registry [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] router is already registered Sep 29 02:03:07.874909 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.quota.resource_registry [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Creating instance of TrackedResource for resource:floatingip Sep 29 02:03:07.875252 dv-cinder-740146-21-smb neutron-server[106328]: WARNING neutron.quota.resource_registry [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] floatingip is already registered Sep 29 02:03:07.875730 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.v2.resource_helper [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Service METERING assigned prefix: /metering {{(pid=106328) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 02:03:07.876447 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.quota.resource_registry [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Creating instance of CountableResource for resource:rbac_policy Sep 29 02:03:07.876783 dv-cinder-740146-21-smb neutron-server[106328]: WARNING neutron.quota.resource_registry [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] rbac_policy is already registered Sep 29 02:03:07.877219 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.quota.resource_registry [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Creating instance of TrackedResource for resource:security_group Sep 29 02:03:07.877605 dv-cinder-740146-21-smb neutron-server[106328]: WARNING neutron.quota.resource_registry [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] security_group is already registered Sep 29 02:03:07.878028 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.quota.resource_registry [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Creating instance of TrackedResource for resource:security_group_rule Sep 29 02:03:07.878369 dv-cinder-740146-21-smb neutron-server[106328]: WARNING neutron.quota.resource_registry [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] security_group_rule is already registered Sep 29 02:03:07.878865 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.v2.resource_helper [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Service CORE assigned prefix: {{(pid=106328) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 02:03:07.879203 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.quota.resource_registry [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Creating instance of TrackedResource for resource:subnetpool Sep 29 02:03:07.879543 dv-cinder-740146-21-smb neutron-server[106328]: WARNING neutron.quota.resource_registry [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] subnetpool is already registered Sep 29 02:03:07.879978 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.v2.resource_helper [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Service CORE assigned prefix: {{(pid=106328) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 02:03:07.880307 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.quota.resource_registry [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Creating instance of TrackedResource for resource:subnetpool Sep 29 02:03:07.880643 dv-cinder-740146-21-smb neutron-server[106328]: WARNING neutron.quota.resource_registry [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] subnetpool is already registered Sep 29 02:03:07.881122 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extended resource: extensions {{(pid=106328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:07.882820 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extended resource: address-groups {{(pid=106328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:07.885063 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extended resource: address-scopes {{(pid=106328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:07.886492 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extended resource: agents {{(pid=106328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:07.887672 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extended resource: auto-allocated-topology {{(pid=106328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:07.890219 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extended resource: availability_zones {{(pid=106328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:07.891470 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extended resource: dhcp-networks {{(pid=106328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:07.892911 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extended resource: dhcp-agents {{(pid=106328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:07.894511 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extended resource: routers {{(pid=106328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:07.896262 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extended resource: flavors {{(pid=106328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:07.897483 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extended resource: service_profiles {{(pid=106328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:07.898800 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extended resource: next_providers {{(pid=106328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:07.900638 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extended resource: service_profiles {{(pid=106328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:07.902154 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extended resource: floatingip-pools {{(pid=106328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:07.903686 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extended resource: routers {{(pid=106328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:07.905564 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extended resource: floatingips {{(pid=106328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:07.906763 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extended resource: l3-routers {{(pid=106328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:07.908170 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extended resource: l3-agents {{(pid=106328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:07.909763 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extended resource: metering-labels {{(pid=106328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:07.911065 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extended resource: metering-label-rules {{(pid=106328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:07.912366 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extended resource: network-ip-availabilities {{(pid=106328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:07.913778 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extended resource: bindings {{(pid=106328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:07.915398 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extended resource: quotas {{(pid=106328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:07.917257 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extended resource: quotas {{(pid=106328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:07.918948 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extended resource: rbac-policies {{(pid=106328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:07.920156 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extended resource: security-groups {{(pid=106328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:07.921397 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extended resource: security-group-rules {{(pid=106328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:07.922683 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extended resource: service-providers {{(pid=106328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:07.924009 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extended resource: subnetpools {{(pid=106328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:07.925376 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extended resource: subnetpools {{(pid=106328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:07.926859 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extended resource: tags {{(pid=106328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:07.928668 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extended resource: tags {{(pid=106328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:07.930453 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extended resource: tags {{(pid=106328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:07.933334 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extended resource: tags {{(pid=106328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:07.935124 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extended resource: tags {{(pid=106328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:07.937022 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extended resource: tags {{(pid=106328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:07.938879 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extended resource: tags {{(pid=106328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:07.940713 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extended resource: tags {{(pid=106328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:07.942563 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extended resource: tags {{(pid=106328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:07.944448 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron.api.extensions [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Extended resource: tags {{(pid=106328) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 02:03:07.952412 dv-cinder-740146-21-smb neutron-server[106328]: WARNING keystonemiddleware.auth_token [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 29 02:03:07.957569 dv-cinder-740146-21-smb neutron-server[106328]: WARNING keystonemiddleware.auth_token [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 29 02:03:07.966807 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_concurrency.lockutils [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Acquiring lock "singleton_lock" {{(pid=106328) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 29 02:03:07.967137 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_concurrency.lockutils [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Acquired lock "singleton_lock" {{(pid=106328) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 29 02:03:07.967616 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_concurrency.lockutils [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Releasing lock "singleton_lock" {{(pid=106328) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 29 02:03:07.968272 dv-cinder-740146-21-smb neutron-server[106328]: INFO oslo_service.service [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Starting 2 workers Sep 29 02:03:07.973093 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Started child 106439 {{(pid=106328) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 29 02:03:07.979218 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Started child 106440 {{(pid=106328) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 29 02:03:07.979428 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:07.980028 dv-cinder-740146-21-smb neutron-server[106328]: INFO neutron.service [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Neutron service started, listening on 0.0.0.0:9696 Sep 29 02:03:07.980112 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [-] (106439) wsgi starting up on http://0.0.0.0:9696 Sep 29 02:03:07.980203 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Publish callbacks [] for process (None), before_spawn {{(pid=106328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:07.982365 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:07.982794 dv-cinder-740146-21-smb neutron-server[106328]: INFO oslo_service.service [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Starting 1 workers Sep 29 02:03:07.983742 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [-] (106440) wsgi starting up on http://0.0.0.0:9696 Sep 29 02:03:07.987745 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Started child 106441 {{(pid=106328) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 29 02:03:07.988283 dv-cinder-740146-21-smb neutron-server[106328]: INFO oslo_service.service [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Starting 1 workers Sep 29 02:03:07.991503 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.service [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] calling RpcWorker wait() {{(pid=106441) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 29 02:03:07.992042 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.service [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] returning from RpcWorker wait() {{(pid=106441) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 29 02:03:07.992739 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Started child 106442 {{(pid=106328) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 29 02:03:07.993188 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:07.994124 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG neutron_lib.callbacks.manager [None req-b34d503f-4d5c-479c-ba10-1e0afc14819d None None] Publish callbacks [] for process (None), after_spawn {{(pid=106328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:07.994226 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:03:07.996620 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106328) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 29 02:03:07.996828 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 29 02:03:07.997025 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 29 02:03:07.997256 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 29 02:03:07.997638 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 29 02:03:07.997824 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 29 02:03:07.998348 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:07.998644 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:07.998734 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:07.999178 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:07.999178 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:07.999623 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:03:07.999733 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.000002 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.000239 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.000518 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.000801 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.000950 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.001280 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.001563 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.001813 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.002138 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.002434 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.002702 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.002953 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.003143 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.003391 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.003657 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.003906 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.004188 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] debug = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.004464 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.004943 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.005187 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.005483 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.005723 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.006006 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.006250 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.006539 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.006796 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.007042 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.007279 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.007552 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.007794 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.008029 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.008261 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.008542 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.008791 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.009977 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] host = dv-cinder-740146-21-smb {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.010432 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.010899 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.011150 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.011412 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.011685 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.011931 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.012208 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.012483 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.012743 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.012975 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.013218 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.013499 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.013736 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.013973 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] log_file = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.014124 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] log_options = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.014380 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.014676 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.015197 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.015517 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.015756 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.015917 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.016109 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.016284 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.016764 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.017297 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.017636 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.017800 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.018130 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.018335 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.018578 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.018770 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.019066 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.019440 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.019720 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.020029 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.020505 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.020658 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.020794 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.021050 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.021249 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.021480 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.021726 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.021990 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.022370 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.022611 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.023067 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.023727 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.023727 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.023991 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.024134 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.024316 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.024514 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.024773 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.025236 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.025759 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.026124 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.026267 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.026403 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.026617 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.026878 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.027774 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.027930 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] use_json = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.028145 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.028364 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.028621 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.028857 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.029096 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.030925 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.030925 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.030925 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.030925 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.030925 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.030925 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.031336 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.031336 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.031549 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.032785 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.032785 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.032785 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.032785 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.032785 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.033212 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.033212 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.034314 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.034314 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.034314 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.034580 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.034846 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.035123 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.035362 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.035629 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.036355 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.036355 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.036355 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.036612 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.036783 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.037023 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.037250 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.037610 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.037898 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.038175 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.038516 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.038789 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.039072 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.039304 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.039522 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.039770 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.040009 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.040230 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.042071 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.042071 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.042071 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.042071 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.042466 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.042559 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.042778 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.043030 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.043334 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.043647 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.043941 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.044234 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.044524 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.044751 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.045000 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.045252 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.045509 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.045737 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.046009 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.046261 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.046500 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.046761 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.046978 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.047227 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.047752 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.047752 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.048072 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.048072 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.048308 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.049285 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.049285 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.049285 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.049580 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.049672 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.049822 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.050041 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.050279 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.050517 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.050749 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.050994 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.051221 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.051431 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.051867 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.051867 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.052107 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.052354 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.052497 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.052701 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.053285 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.053285 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.053562 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.053562 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.053818 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.054681 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.054681 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.054914 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.055176 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.055423 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.055681 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.055972 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.057129 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.057459 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.057705 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.057957 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.058214 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.058460 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.058734 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.058987 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.059228 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.059513 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.059753 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.059977 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.060218 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.060458 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.060684 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.060930 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.061153 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.061422 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.061654 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.061908 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.062180 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.062438 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.062659 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.062902 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.063133 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.063583 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.064011 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.064488 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.064740 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.064999 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.065358 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.065622 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.065894 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.066154 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.066372 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.066639 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.066912 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.067385 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.067625 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.067864 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.068112 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.068357 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.068586 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.068805 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.069061 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.069416 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.069672 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.069902 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.070118 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.070403 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.070803 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.071249 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.071646 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.072053 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.072492 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.072760 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.072996 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.073234 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.073498 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.073736 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.073957 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.074182 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.074403 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.074651 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.074873 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.075090 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.075330 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.075549 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.075781 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.075990 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.076213 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.076434 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.076682 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.076901 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.077142 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.077428 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.077671 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.077893 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.078117 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.078333 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.078567 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.079245 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.079527 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.079782 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.080001 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.080236 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.080486 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.080746 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.080964 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.081211 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.081459 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.081677 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.081907 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.082131 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.082344 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.082576 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.082831 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.083052 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.083295 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.083548 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.084099 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.084516 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.084895 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.085171 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.085440 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.085666 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.085912 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.086128 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.086439 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.086613 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.086892 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.087161 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.087471 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.087862 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.088200 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.088435 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.088663 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.088889 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.089153 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.089429 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.089664 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.089894 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.090120 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.090368 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.090592 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.090815 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.091055 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.091272 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.091511 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.091730 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.091961 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.092211 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.092530 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.092799 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.093036 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.093296 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.093558 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.093826 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.094084 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.094303 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.094548 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.094778 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.095001 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.095239 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.095490 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.095706 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.095925 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.096153 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.096398 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.096615 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.096848 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.097161 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.097336 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.097747 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.097975 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.098192 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.098443 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.098658 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.098871 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.099270 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.099503 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.099598 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:03:08.099718 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.099977 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.100174 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.100389 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.100613 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.100836 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.101051 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.101383 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.101636 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.101858 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.102151 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.102383 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.102641 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.103460 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.104574 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.104802 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.105346 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.105625 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.105837 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.106084 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.106349 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.106693 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.106980 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.107242 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.107505 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.107790 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.108074 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.108340 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.108564 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.108868 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.109197 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.109493 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.109782 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.110031 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.110274 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.110522 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.110766 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.111007 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.111255 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.111477 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.111720 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.111956 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.112204 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.112444 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.112680 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.112901 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.113168 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.113423 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.113668 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.113920 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.114079 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 29 02:03:08.114658 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106328) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 29 02:03:08.114821 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 29 02:03:08.115153 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 29 02:03:08.115308 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 29 02:03:08.115480 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 29 02:03:08.115635 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 29 02:03:08.115844 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.116010 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.116182 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.116336 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.116524 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.116689 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.116846 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.117010 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.117171 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.117352 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.117516 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.117676 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.117845 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.118129 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.118129 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.118344 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.118545 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.118782 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.119073 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.119294 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.119459 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.119621 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] debug = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.119770 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.119973 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.120146 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.120290 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.120429 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.120586 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.120762 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.120894 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.121054 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.121214 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.121400 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.121560 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.121719 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.121879 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.122039 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.122201 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.122403 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.122567 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] host = dv-cinder-740146-21-smb {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.122705 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.122894 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.123116 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.123613 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.123613 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.124098 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.124098 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.124247 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.125351 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.125351 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.125351 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.125351 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.125351 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.125351 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] log_file = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.125351 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] log_options = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.126009 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.126009 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.126009 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.126009 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.126279 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.126279 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.126433 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.126552 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.126710 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.126859 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.127018 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.127177 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.127337 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.127496 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.127654 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.127813 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.127973 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.128132 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.128292 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.128452 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.128612 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.128771 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.128929 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.129087 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.129246 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.129411 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.129575 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.129734 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.129892 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.130052 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.130212 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.130373 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.130532 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.130692 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.130895 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.131001 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.131160 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.131319 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.131482 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.131642 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.131802 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.131961 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.132125 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.132308 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.132447 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.132601 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.132761 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] use_json = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.132903 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.133069 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.133226 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.133411 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.133572 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.133731 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.133890 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.134623 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.134905 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 02:03:08.135347 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.135526 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.135673 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.135801 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.135924 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.136055 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.136195 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.136338 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.136468 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.136627 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.136796 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.136959 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.137132 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.137289 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.137457 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.137626 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.137788 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.137950 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.138113 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.138275 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.138436 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.138597 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.138768 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.138930 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.139077 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.139241 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.139391 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.139560 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.139722 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.139890 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.140067 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.140229 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.140383 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.140541 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.140702 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.140866 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.141029 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.141215 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.141380 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.141544 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.141707 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.141869 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.142032 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.142196 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.142358 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.142520 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.142683 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.142845 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.143009 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.143171 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.143333 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.143495 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.143708 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.143841 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.143964 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.144126 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.144289 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.144461 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.144623 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.144784 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.144946 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.145108 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.145269 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.145453 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.145615 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.145775 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.145936 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.146098 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.146288 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.146454 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.146615 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.146776 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.146938 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.147100 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.147262 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.147424 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.147586 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.147747 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.147908 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.148069 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.148230 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.148391 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.148553 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.148714 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.148875 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.149037 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.149198 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.149385 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.149549 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.149756 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.150045 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.150356 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.150552 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.150716 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.150879 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.151041 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.151203 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.151365 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.151527 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.151689 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.151849 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.152010 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.152171 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.152332 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.152741 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.152912 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.153077 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.153237 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.153422 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.153583 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.153746 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.153905 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.154066 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.154226 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.154388 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.154549 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.154709 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.154871 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.155031 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.155191 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.155352 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.155515 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.155676 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.155847 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.156007 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.156170 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.156331 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.156499 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.156671 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.156834 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.156996 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.157158 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.157342 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.157502 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.157664 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.157826 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.157988 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.158148 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.158309 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.158482 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.158644 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.158806 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.158969 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.159153 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.159314 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.159474 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.159635 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.159797 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.159960 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.160122 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.160283 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.160443 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.160605 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.160769 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.160931 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.161093 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.161254 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.161436 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.161599 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.161761 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.161924 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.162087 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.162249 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.162410 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.162572 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.162733 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.162896 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.163062 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.163223 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.163385 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.163547 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.163709 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.163870 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.164032 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.164193 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.164354 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.164515 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.164676 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.164837 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.164999 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.165162 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.165935 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.166222 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.166524 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.166718 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.167400 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.167400 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.167400 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.167400 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.167714 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.167714 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.167858 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.167943 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.168094 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.168257 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.168420 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.168582 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.168744 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.168925 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.169087 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.169248 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.169436 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.169600 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.169761 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.169923 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.170085 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.170246 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.170408 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.170572 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.170734 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.170897 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.171058 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.171220 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.171381 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.171541 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.171702 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.171867 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.172032 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.172194 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.172357 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.172520 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.172682 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.172844 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.173004 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.173164 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.173345 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.173515 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.173676 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.173837 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.173997 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.174172 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.174333 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.174494 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.174656 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.174818 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.174979 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.175145 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.175300 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.175461 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.175623 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.175782 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.175961 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.176138 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.176299 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.176461 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.176622 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.176783 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.176945 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.177115 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.177277 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.177461 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.177624 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.177785 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.177946 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.178118 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.178279 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.178440 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.178601 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.178762 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.178923 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.179085 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.179243 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.179404 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.179564 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.179725 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.179886 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.180055 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.180217 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.180379 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.180549 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.180710 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.181512 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.181781 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.182102 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.182328 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.182497 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.182661 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.182824 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.182987 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.183152 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.183321 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.183499 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.183668 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.183831 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.184001 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.184171 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.184341 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.184503 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.184693 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.184868 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.185030 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.185192 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.185378 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.185543 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.185706 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.185869 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.186031 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.186191 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.186352 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.186513 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.186676 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.186869 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.187002 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.187137 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.187298 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.187458 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.187622 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.187783 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.187944 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 02:03:08.188099 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106328) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 29 02:03:08.325594 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 47912) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:03:08.332611 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [-] 10.222.0.49 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048954 Sep 29 02:03:08.337021 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [-] 10.222.0.49 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0037951 Sep 29 02:03:17.458486 dv-cinder-740146-21-smb neutron-server[106328]: DEBUG dbcounter [-] [106328] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106328) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:03:19.568926 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7056aeba-ce96-4d24-9f24-70e3cdcb69ff None None] get_active_networks_info from dv-cinder-740146-21-smb {{(pid=106441) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 29 02:03:19.600978 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writer thread running {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 29 02:03:19.672080 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7056aeba-ce96-4d24-9f24-70e3cdcb69ff None None] No non-hosted networks {{(pid=106441) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 29 02:03:19.690218 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.agentschedulers_db [None req-7056aeba-ce96-4d24-9f24-70e3cdcb69ff None None] DHCP Agent not found on host dv-cinder-740146-21-smb {{(pid=106441) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 29 02:03:19.794413 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-fe8b5b43-958a-4e32-a63c-ce72a01946f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1595595'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:21.436817 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writer thread running {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 29 02:03:22.035185 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8ec09ba3-ac43-4dc2-b970-f0fac5cdd62e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1595595'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:22.084881 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a80bb93f-f7b0-472f-9029-c4456b62c786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:23.190752 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1595595'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:23.566854 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 47988) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:03:24.178706 dv-cinder-740146-21-smb neutron-server[106439]: WARNING oslo_policy.policy [None req-34372fdc-7e41-4c02-b932-f60db2e04e5a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 02:03:24.179848 dv-cinder-740146-21-smb neutron-server[106439]: WARNING oslo_policy.policy [None req-34372fdc-7e41-4c02-b932-f60db2e04e5a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 02:03:24.432082 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [None req-34372fdc-7e41-4c02-b932-f60db2e04e5a admin admin] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 29 02:03:24.433683 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-34372fdc-7e41-4c02-b932-f60db2e04e5a admin admin] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8650985 Sep 29 02:03:24.724671 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1595595'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:24.838999 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1595595'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:24.840235 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:24.840795 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:24.841541 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:24.842078 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:24.843921 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:24.844442 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:24.845753 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:24.847562 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:24.848411 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:24.848959 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:24.849980 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:24.850518 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:24.853832 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:24.854420 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:24.855101 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:24.855296 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-740146-21-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:03:24.866873 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-740146-21-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:03:25.406492 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.db.l3_hamode_db [None req-375f3919-2506-482a-827e-613ae013d5bb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 29 02:03:25.482842 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375f3919-2506-482a-827e-613ae013d5bb None None] Routers set() bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:03:25.483228 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375f3919-2506-482a-827e-613ae013d5bb None None] Router IDs set() for agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 29 02:03:27.158929 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 48022) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:03:27.476768 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-43473187-89b4-4281-ba50-a754e6e19f85 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:03:27.488609 dv-cinder-740146-21-smb neutron-server[106439]: ERROR stevedore.extension [None req-43473187-89b4-4281-ba50-a754e6e19f85 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 29 02:03:27.571056 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.policy [None req-43473187-89b4-4281-ba50-a754e6e19f85 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106439) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 29 02:03:27.612540 dv-cinder-740146-21-smb neutron-server[106439]: WARNING oslo_policy.policy [None req-43473187-89b4-4281-ba50-a754e6e19f85 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 02:03:27.612909 dv-cinder-740146-21-smb neutron-server[106439]: WARNING oslo_policy.policy [None req-43473187-89b4-4281-ba50-a754e6e19f85 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 02:03:27.633698 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writer thread running {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 29 02:03:27.716144 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-43473187-89b4-4281-ba50-a754e6e19f85 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769070940667', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769070942191', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769070891340', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769070899725', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769070912964', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769070920820', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-790867', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-799813', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2000268', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1681545'] for rbac-policy (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:27.792974 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-43473187-89b4-4281-ba50-a754e6e19f85 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:27.794232 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-43473187-89b4-4281-ba50-a754e6e19f85 admin admin] 10.222.0.49 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6343136 Sep 29 02:03:30.379757 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 48032) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:03:30.704422 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-c79f4be7-7b9a-413b-b2f5-9c9e1681ecc8 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:03:30.733938 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79f4be7-7b9a-413b-b2f5-9c9e1681ecc8 demo demo] Made reservation on behalf of ca184432008d4efaa18beac740258875 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:03:30.737979 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c79f4be7-7b9a-413b-b2f5-9c9e1681ecc8 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for network (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:30.756774 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c79f4be7-7b9a-413b-b2f5-9c9e1681ecc8 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:30.864234 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c79f4be7-7b9a-413b-b2f5-9c9e1681ecc8 demo demo] Publish callbacks [] for security_group (7afc9897-6240-466a-ada2-b6994fce3968), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:30.868435 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c79f4be7-7b9a-413b-b2f5-9c9e1681ecc8 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (7afc9897-6240-466a-ada2-b6994fce3968), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:30.888577 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c79f4be7-7b9a-413b-b2f5-9c9e1681ecc8 demo demo] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:03:30.927030 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c79f4be7-7b9a-413b-b2f5-9c9e1681ecc8 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769072566977', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841896'] for segment (15984b26-7b52-4b0b-8801-dafe53b6bcd3), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:30.927615 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c79f4be7-7b9a-413b-b2f5-9c9e1681ecc8 demo demo] Unsubscribe: segment precommit_create {{(pid=106439) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 29 02:03:30.928131 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.db.segments_db [None req-c79f4be7-7b9a-413b-b2f5-9c9e1681ecc8 demo demo] Added segment 15984b26-7b52-4b0b-8801-dafe53b6bcd3 of type vlan for network 1730ab3a-abf2-40ce-8e61-5e0da0df1515 Sep 29 02:03:30.961360 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f4be7-7b9a-413b-b2f5-9c9e1681ecc8 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=7afc9897-6240-466a-ada2-b6994fce3968,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:03:31.003258 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f4be7-7b9a-413b-b2f5-9c9e1681ecc8 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:31.003595 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f4be7-7b9a-413b-b2f5-9c9e1681ecc8 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:31.003927 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f4be7-7b9a-413b-b2f5-9c9e1681ecc8 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:31.004279 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f4be7-7b9a-413b-b2f5-9c9e1681ecc8 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:31.004629 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f4be7-7b9a-413b-b2f5-9c9e1681ecc8 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:31.004931 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f4be7-7b9a-413b-b2f5-9c9e1681ecc8 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:31.005245 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f4be7-7b9a-413b-b2f5-9c9e1681ecc8 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:31.005582 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f4be7-7b9a-413b-b2f5-9c9e1681ecc8 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:31.005896 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f4be7-7b9a-413b-b2f5-9c9e1681ecc8 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:31.006206 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f4be7-7b9a-413b-b2f5-9c9e1681ecc8 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:31.006517 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f4be7-7b9a-413b-b2f5-9c9e1681ecc8 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:31.006873 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f4be7-7b9a-413b-b2f5-9c9e1681ecc8 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:31.007187 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f4be7-7b9a-413b-b2f5-9c9e1681ecc8 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:31.007487 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f4be7-7b9a-413b-b2f5-9c9e1681ecc8 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:31.007794 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f4be7-7b9a-413b-b2f5-9c9e1681ecc8 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:31.009000 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79f4be7-7b9a-413b-b2f5-9c9e1681ecc8 demo demo] Tracked resource versions report: Sep 29 02:03:31.009000 dv-cinder-740146-21-smb neutron-server[106439]: pushed versions: Sep 29 02:03:31.009000 dv-cinder-740146-21-smb neutron-server[106439]: { 'AddressGroup': {'1.2'}, Sep 29 02:03:31.009000 dv-cinder-740146-21-smb neutron-server[106439]: 'Agent': {'1.1'}, Sep 29 02:03:31.009000 dv-cinder-740146-21-smb neutron-server[106439]: 'ConntrackHelper': {'1.0'}, Sep 29 02:03:31.009000 dv-cinder-740146-21-smb neutron-server[106439]: 'LocalIPAssociation': {'1.0'}, Sep 29 02:03:31.009000 dv-cinder-740146-21-smb neutron-server[106439]: 'Log': {'1.0'}, Sep 29 02:03:31.009000 dv-cinder-740146-21-smb neutron-server[106439]: 'NDPProxy': {'1.0'}, Sep 29 02:03:31.009000 dv-cinder-740146-21-smb neutron-server[106439]: 'Network': {'1.1'}, Sep 29 02:03:31.009000 dv-cinder-740146-21-smb neutron-server[106439]: 'Port': {'1.7'}, Sep 29 02:03:31.009000 dv-cinder-740146-21-smb neutron-server[106439]: 'PortForwarding': {'1.3'}, Sep 29 02:03:31.009000 dv-cinder-740146-21-smb neutron-server[106439]: 'QosPolicy': {'1.10'}, Sep 29 02:03:31.009000 dv-cinder-740146-21-smb neutron-server[106439]: 'SecurityGroup': {'1.5'}, Sep 29 02:03:31.009000 dv-cinder-740146-21-smb neutron-server[106439]: 'SecurityGroupRule': {'1.2'}, Sep 29 02:03:31.009000 dv-cinder-740146-21-smb neutron-server[106439]: 'SubPort': {'1.0'}, Sep 29 02:03:31.009000 dv-cinder-740146-21-smb neutron-server[106439]: 'Subnet': {'1.1'}, Sep 29 02:03:31.009000 dv-cinder-740146-21-smb neutron-server[106439]: 'Trunk': {'1.1'}} Sep 29 02:03:31.009000 dv-cinder-740146-21-smb neutron-server[106439]: consumer versions: Sep 29 02:03:31.009000 dv-cinder-740146-21-smb neutron-server[106439]: { DHCP agent@dv-cinder-740146-21-smb: {}, Sep 29 02:03:31.009000 dv-cinder-740146-21-smb neutron-server[106439]: L3 agent@dv-cinder-740146-21-smb: {}, Sep 29 02:03:31.009000 dv-cinder-740146-21-smb neutron-server[106439]: Metadata agent@dv-cinder-740146-21-smb: {}, Sep 29 02:03:31.009000 dv-cinder-740146-21-smb neutron-server[106439]: Metering agent@dv-cinder-740146-21-smb: {}, Sep 29 02:03:31.009000 dv-cinder-740146-21-smb neutron-server[106439]: Open vSwitch agent@dv-cinder-740146-21-smb: { 'AddressGroup': '1.2', Sep 29 02:03:31.009000 dv-cinder-740146-21-smb neutron-server[106439]: 'Agent': '1.1', Sep 29 02:03:31.009000 dv-cinder-740146-21-smb neutron-server[106439]: 'ConntrackHelper': '1.0', Sep 29 02:03:31.009000 dv-cinder-740146-21-smb neutron-server[106439]: 'LocalIPAssociation': '1.0', Sep 29 02:03:31.009000 dv-cinder-740146-21-smb neutron-server[106439]: 'Log': '1.0', Sep 29 02:03:31.009000 dv-cinder-740146-21-smb neutron-server[106439]: 'NDPProxy': '1.0', Sep 29 02:03:31.009000 dv-cinder-740146-21-smb neutron-server[106439]: 'Network': '1.1', Sep 29 02:03:31.009000 dv-cinder-740146-21-smb neutron-server[106439]: 'Port': '1.7', Sep 29 02:03:31.009000 dv-cinder-740146-21-smb neutron-server[106439]: 'PortForwarding': '1.3', Sep 29 02:03:31.009000 dv-cinder-740146-21-smb neutron-server[106439]: 'QosPolicy': '1.10', Sep 29 02:03:31.009000 dv-cinder-740146-21-smb neutron-server[106439]: 'SecurityGroup': '1.5', Sep 29 02:03:31.009000 dv-cinder-740146-21-smb neutron-server[106439]: 'SecurityGroupRule': '1.2', Sep 29 02:03:31.009000 dv-cinder-740146-21-smb neutron-server[106439]: 'SubPort': '1.0', Sep 29 02:03:31.009000 dv-cinder-740146-21-smb neutron-server[106439]: 'Subnet': '1.1', Sep 29 02:03:31.009000 dv-cinder-740146-21-smb neutron-server[106439]: 'Trunk': '1.1'}} Sep 29 02:03:31.009000 dv-cinder-740146-21-smb neutron-server[106439]: {{(pid=106439) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 02:03:31.033911 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c79f4be7-7b9a-413b-b2f5-9c9e1681ecc8 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769072021697'] for network (1730ab3a-abf2-40ce-8e61-5e0da0df1515), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:31.075952 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c79f4be7-7b9a-413b-b2f5-9c9e1681ecc8 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168'] for network (1730ab3a-abf2-40ce-8e61-5e0da0df1515), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:31.080809 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79f4be7-7b9a-413b-b2f5-9c9e1681ecc8 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:03:31.081602 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c79f4be7-7b9a-413b-b2f5-9c9e1681ecc8 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for network (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:31.122114 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=54,neutron:INSERT=42,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:03:31.174410 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-c79f4be7-7b9a-413b-b2f5-9c9e1681ecc8 demo demo] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7935021 Sep 29 02:03:31.207122 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f4be7-7b9a-413b-b2f5-9c9e1681ecc8 demo demo] Pushing event updated for resources: {'Network': ['ID=1730ab3a-abf2-40ce-8e61-5e0da0df1515,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:03:31.220994 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Network 1730ab3a-abf2-40ce-8e61-5e0da0df1515 details requested by agent ovs-agent-dv-cinder-740146-21-smb with host dv-cinder-740146-21-smb {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:03:33.817884 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 48046) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:03:34.238395 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21db7b9-b825-4a7f-8429-b98c5e6bbebc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:03:34.239762 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-f21db7b9-b825-4a7f-8429-b98c5e6bbebc demo admin] 10.222.0.49 "GET /networking/v2.0/networks/1730ab3a-abf2-40ce-8e61-5e0da0df1515 HTTP/1.1" status: 200 len: 825 time: 0.4209204 Sep 29 02:03:34.265161 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-05c0c8e6-49b4-4b25-936e-2b25a8da9ae9 demo admin] 10.222.0.49 "GET /networking/v2.0/subnetpools/1d7850fc-e0cb-4573-861d-8836e4159835 HTTP/1.1" status: 200 len: 734 time: 0.0190725 Sep 29 02:03:34.274516 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-83f63957-b553-4331-9089-c5550ffa44d9 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '1730ab3a-abf2-40ce-8e61-5e0da0df1515', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '1d7850fc-e0cb-4573-861d-8836e4159835'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:03:34.295748 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f63957-b553-4331-9089-c5550ffa44d9 demo admin] Made reservation on behalf of ca184432008d4efaa18beac740258875 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:03:34.298110 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-83f63957-b553-4331-9089-c5550ffa44d9 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:34.508950 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:03:34.595617 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-83f63957-b553-4331-9089-c5550ffa44d9 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168'] for subnet (40a2d7a0-9764-4796-b22d-dcfe23caf03e), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:34.667613 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f63957-b553-4331-9089-c5550ffa44d9 demo admin] Pushing event updated for resources: {'Subnet': ['ID=40a2d7a0-9764-4796-b22d-dcfe23caf03e,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:03:34.672928 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f63957-b553-4331-9089-c5550ffa44d9 demo admin] Checking segment: {'id': '15984b26-7b52-4b0b-8801-dafe53b6bcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1730ab3a-abf2-40ce-8e61-5e0da0df1515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:03:34.673333 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f63957-b553-4331-9089-c5550ffa44d9 demo admin] Network hostable DHCP agents. Network: 1730ab3a-abf2-40ce-8e61-5e0da0df1515, hostable agents: ['7f4c726f-d790-49c7-8982-ed059dd67ac5'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:03:34.693566 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f63957-b553-4331-9089-c5550ffa44d9 demo admin] Network 1730ab3a-abf2-40ce-8e61-5e0da0df1515 is scheduled to be hosted by DHCP agent 7f4c726f-d790-49c7-8982-ed059dd67ac5 with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:03:34.704391 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-83f63957-b553-4331-9089-c5550ffa44d9 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-21-smb, 1730ab3a-abf2-40ce-8e61-5e0da0df1515) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:03:34.709007 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f63957-b553-4331-9089-c5550ffa44d9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:03:34.710245 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-83f63957-b553-4331-9089-c5550ffa44d9 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for subnet (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:34.716267 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327a67ab-445d-49e9-b717-3474c65b7b35 None None] Network 1730ab3a-abf2-40ce-8e61-5e0da0df1515 requested from dv-cinder-740146-21-smb {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:03:34.727581 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-83f63957-b553-4331-9089-c5550ffa44d9 demo admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4570673 Sep 29 02:03:34.980799 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57428224-75ee-4b26-9e6f-fc7fe285289e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp60dc7976-dc90-5c45-bbbf-1f90e69458c6-1730ab3a-abf2-40ce-8e61-5e0da0df1515', 'network_id': '1730ab3a-abf2-40ce-8e61-5e0da0df1515', 'project_id': 'ca184432008d4efaa18beac740258875', 'fixed_ips': [{'subnet_id': '40a2d7a0-9764-4796-b22d-dcfe23caf03e'}]}} from dv-cinder-740146-21-smb. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 29 02:03:34.982056 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-57428224-75ee-4b26-9e6f-fc7fe285289e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:35.258018 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-57428224-75ee-4b26-9e6f-fc7fe285289e None None] Allocated IP 172.20.0.2 (1730ab3a-abf2-40ce-8e61-5e0da0df1515/40a2d7a0-9764-4796-b22d-dcfe23caf03e/a36916fc-3a0b-4a0b-af0b-80e5fcb8681e) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:03:35.272782 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=60,neutron:INSERT=37,neutron:UPDATE=3 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:03:35.528967 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-57428224-75ee-4b26-9e6f-fc7fe285289e None None] Publish callbacks [] for port (a36916fc-3a0b-4a0b-af0b-80e5fcb8681e), precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:35.535940 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-57428224-75ee-4b26-9e6f-fc7fe285289e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420'] for port (a36916fc-3a0b-4a0b-af0b-80e5fcb8681e), after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:35.616592 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57428224-75ee-4b26-9e6f-fc7fe285289e None None] Network 1730ab3a-abf2-40ce-8e61-5e0da0df1515 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:03:35.622367 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-57428224-75ee-4b26-9e6f-fc7fe285289e None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:03:35.627283 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57428224-75ee-4b26-9e6f-fc7fe285289e None None] Pushing event updated for resources: {'Port': ['ID=a36916fc-3a0b-4a0b-af0b-80e5fcb8681e,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:03:35.629477 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57428224-75ee-4b26-9e6f-fc7fe285289e None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:03:35.639735 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428224-75ee-4b26-9e6f-fc7fe285289e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:35.640080 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428224-75ee-4b26-9e6f-fc7fe285289e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:35.640417 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428224-75ee-4b26-9e6f-fc7fe285289e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:35.640768 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428224-75ee-4b26-9e6f-fc7fe285289e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:35.641100 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428224-75ee-4b26-9e6f-fc7fe285289e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:35.641462 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428224-75ee-4b26-9e6f-fc7fe285289e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:35.641786 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428224-75ee-4b26-9e6f-fc7fe285289e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:35.642106 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428224-75ee-4b26-9e6f-fc7fe285289e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:35.642425 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428224-75ee-4b26-9e6f-fc7fe285289e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:35.642743 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428224-75ee-4b26-9e6f-fc7fe285289e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:35.643062 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428224-75ee-4b26-9e6f-fc7fe285289e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:35.643394 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428224-75ee-4b26-9e6f-fc7fe285289e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:35.643715 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428224-75ee-4b26-9e6f-fc7fe285289e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:35.644029 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428224-75ee-4b26-9e6f-fc7fe285289e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:35.644344 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428224-75ee-4b26-9e6f-fc7fe285289e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:35.645564 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57428224-75ee-4b26-9e6f-fc7fe285289e None None] Tracked resource versions report: Sep 29 02:03:35.645564 dv-cinder-740146-21-smb neutron-server[106441]: pushed versions: Sep 29 02:03:35.645564 dv-cinder-740146-21-smb neutron-server[106441]: { 'AddressGroup': {'1.2'}, Sep 29 02:03:35.645564 dv-cinder-740146-21-smb neutron-server[106441]: 'Agent': {'1.1'}, Sep 29 02:03:35.645564 dv-cinder-740146-21-smb neutron-server[106441]: 'ConntrackHelper': {'1.0'}, Sep 29 02:03:35.645564 dv-cinder-740146-21-smb neutron-server[106441]: 'LocalIPAssociation': {'1.0'}, Sep 29 02:03:35.645564 dv-cinder-740146-21-smb neutron-server[106441]: 'Log': {'1.0'}, Sep 29 02:03:35.645564 dv-cinder-740146-21-smb neutron-server[106441]: 'NDPProxy': {'1.0'}, Sep 29 02:03:35.645564 dv-cinder-740146-21-smb neutron-server[106441]: 'Network': {'1.1'}, Sep 29 02:03:35.645564 dv-cinder-740146-21-smb neutron-server[106441]: 'Port': {'1.7'}, Sep 29 02:03:35.645564 dv-cinder-740146-21-smb neutron-server[106441]: 'PortForwarding': {'1.3'}, Sep 29 02:03:35.645564 dv-cinder-740146-21-smb neutron-server[106441]: 'QosPolicy': {'1.10'}, Sep 29 02:03:35.645564 dv-cinder-740146-21-smb neutron-server[106441]: 'SecurityGroup': {'1.5'}, Sep 29 02:03:35.645564 dv-cinder-740146-21-smb neutron-server[106441]: 'SecurityGroupRule': {'1.2'}, Sep 29 02:03:35.645564 dv-cinder-740146-21-smb neutron-server[106441]: 'SubPort': {'1.0'}, Sep 29 02:03:35.645564 dv-cinder-740146-21-smb neutron-server[106441]: 'Subnet': {'1.1'}, Sep 29 02:03:35.645564 dv-cinder-740146-21-smb neutron-server[106441]: 'Trunk': {'1.1'}} Sep 29 02:03:35.645564 dv-cinder-740146-21-smb neutron-server[106441]: consumer versions: Sep 29 02:03:35.645564 dv-cinder-740146-21-smb neutron-server[106441]: { DHCP agent@dv-cinder-740146-21-smb: {}, Sep 29 02:03:35.645564 dv-cinder-740146-21-smb neutron-server[106441]: L3 agent@dv-cinder-740146-21-smb: {}, Sep 29 02:03:35.645564 dv-cinder-740146-21-smb neutron-server[106441]: Metadata agent@dv-cinder-740146-21-smb: {}, Sep 29 02:03:35.645564 dv-cinder-740146-21-smb neutron-server[106441]: Metering agent@dv-cinder-740146-21-smb: {}, Sep 29 02:03:35.645564 dv-cinder-740146-21-smb neutron-server[106441]: Open vSwitch agent@dv-cinder-740146-21-smb: { 'AddressGroup': '1.2', Sep 29 02:03:35.645564 dv-cinder-740146-21-smb neutron-server[106441]: 'Agent': '1.1', Sep 29 02:03:35.645564 dv-cinder-740146-21-smb neutron-server[106441]: 'ConntrackHelper': '1.0', Sep 29 02:03:35.645564 dv-cinder-740146-21-smb neutron-server[106441]: 'LocalIPAssociation': '1.0', Sep 29 02:03:35.645564 dv-cinder-740146-21-smb neutron-server[106441]: 'Log': '1.0', Sep 29 02:03:35.645564 dv-cinder-740146-21-smb neutron-server[106441]: 'NDPProxy': '1.0', Sep 29 02:03:35.645564 dv-cinder-740146-21-smb neutron-server[106441]: 'Network': '1.1', Sep 29 02:03:35.645564 dv-cinder-740146-21-smb neutron-server[106441]: 'Port': '1.7', Sep 29 02:03:35.645564 dv-cinder-740146-21-smb neutron-server[106441]: 'PortForwarding': '1.3', Sep 29 02:03:35.645564 dv-cinder-740146-21-smb neutron-server[106441]: 'QosPolicy': '1.10', Sep 29 02:03:35.645564 dv-cinder-740146-21-smb neutron-server[106441]: 'SecurityGroup': '1.5', Sep 29 02:03:35.645564 dv-cinder-740146-21-smb neutron-server[106441]: 'SecurityGroupRule': '1.2', Sep 29 02:03:35.645564 dv-cinder-740146-21-smb neutron-server[106441]: 'SubPort': '1.0', Sep 29 02:03:35.645564 dv-cinder-740146-21-smb neutron-server[106441]: 'Subnet': '1.1', Sep 29 02:03:35.645564 dv-cinder-740146-21-smb neutron-server[106441]: 'Trunk': '1.1'}} Sep 29 02:03:35.645564 dv-cinder-740146-21-smb neutron-server[106441]: {{(pid=106441) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 02:03:35.722131 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-57428224-75ee-4b26-9e6f-fc7fe285289e None None] Attempting to bind port a36916fc-3a0b-4a0b-af0b-80e5fcb8681e on host dv-cinder-740146-21-smb for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:03:35.722796 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-57428224-75ee-4b26-9e6f-fc7fe285289e None None] Attempting to bind port a36916fc-3a0b-4a0b-af0b-80e5fcb8681e by drivers openvswitch,hyperv on host dv-cinder-740146-21-smb at level 0 using segments [{'id': '15984b26-7b52-4b0b-8801-dafe53b6bcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1730ab3a-abf2-40ce-8e61-5e0da0df1515'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:03:35.722951 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57428224-75ee-4b26-9e6f-fc7fe285289e None None] Attempting to bind port a36916fc-3a0b-4a0b-af0b-80e5fcb8681e on network 1730ab3a-abf2-40ce-8e61-5e0da0df1515 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:03:35.751052 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:03:35.771624 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57428224-75ee-4b26-9e6f-fc7fe285289e None None] Checking agent: {'id': '732f1f10-53c2-4a73-b7b4-882674716f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 25), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:03:35.772556 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57428224-75ee-4b26-9e6f-fc7fe285289e None None] Checking segment: {'id': '15984b26-7b52-4b0b-8801-dafe53b6bcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1730ab3a-abf2-40ce-8e61-5e0da0df1515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:03:35.773024 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-57428224-75ee-4b26-9e6f-fc7fe285289e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:35.773434 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57428224-75ee-4b26-9e6f-fc7fe285289e None None] Bound using segment: {'id': '15984b26-7b52-4b0b-8801-dafe53b6bcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1730ab3a-abf2-40ce-8e61-5e0da0df1515'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:03:35.773902 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-57428224-75ee-4b26-9e6f-fc7fe285289e None None] Bound port: a36916fc-3a0b-4a0b-af0b-80e5fcb8681e, host: dv-cinder-740146-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15984b26-7b52-4b0b-8801-dafe53b6bcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1730ab3a-abf2-40ce-8e61-5e0da0df1515'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:03:35.774308 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-57428224-75ee-4b26-9e6f-fc7fe285289e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (a36916fc-3a0b-4a0b-af0b-80e5fcb8681e), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:35.837268 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-57428224-75ee-4b26-9e6f-fc7fe285289e None None] For port a36916fc-3a0b-4a0b-af0b-80e5fcb8681e, host dv-cinder-740146-21-smb, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:03:35.856683 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-57428224-75ee-4b26-9e6f-fc7fe285289e None None] For port a36916fc-3a0b-4a0b-af0b-80e5fcb8681e, host dv-cinder-740146-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=a36916fc-3a0b-4a0b-af0b-80e5fcb8681e,segment=NetworkSegment(15984b26-7b52-4b0b-8801-dafe53b6bcd3),segment_id=15984b26-7b52-4b0b-8801-dafe53b6bcd3)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:03:35.864614 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-57428224-75ee-4b26-9e6f-fc7fe285289e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (a36916fc-3a0b-4a0b-af0b-80e5fcb8681e), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:35.915112 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57428224-75ee-4b26-9e6f-fc7fe285289e None None] Pushing event updated for resources: {'Port': ['ID=a36916fc-3a0b-4a0b-af0b-80e5fcb8681e,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:03:37.427606 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 48056) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:03:37.951320 dv-cinder-740146-21-smb neutron-server[106440]: WARNING oslo_policy.policy [None req-ebe18a05-1333-4f4f-8fa6-8a8db4132a71 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 02:03:37.951887 dv-cinder-740146-21-smb neutron-server[106440]: WARNING oslo_policy.policy [None req-ebe18a05-1333-4f4f-8fa6-8a8db4132a71 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 02:03:38.171466 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [None req-ebe18a05-1333-4f4f-8fa6-8a8db4132a71 admin admin] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 29 02:03:38.172779 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-ebe18a05-1333-4f4f-8fa6-8a8db4132a71 admin admin] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7433257 Sep 29 02:03:38.726357 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:03:38.739023 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=7 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:03:40.860835 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 48072) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:03:41.232253 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [None req-85090cc4-51fe-4b0a-86d1-32804ac1adde admin admin] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 29 02:03:41.233260 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-85090cc4-51fe-4b0a-86d1-32804ac1adde admin admin] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3714795 Sep 29 02:03:43.954490 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 48084) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:03:44.026911 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b0ac9e-9748-4923-ba10-c8865695aff1 None None] Network 1730ab3a-abf2-40ce-8e61-5e0da0df1515 requested from dv-cinder-740146-21-smb {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:03:44.090362 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-cd853c05-495c-47d7-a239-580ebaee7b79 None None] Provisioning complete for port a36916fc-3a0b-4a0b-af0b-80e5fcb8681e triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:03:44.090761 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cd853c05-495c-47d7-a239-580ebaee7b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (a36916fc-3a0b-4a0b-af0b-80e5fcb8681e), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:44.091118 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-cd853c05-495c-47d7-a239-580ebaee7b79 None None] Attempt 1 to provision port a36916fc-3a0b-4a0b-af0b-80e5fcb8681e Sep 29 02:03:44.279097 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-cd853c05-495c-47d7-a239-580ebaee7b79 None None] Current status of the port a36916fc-3a0b-4a0b-af0b-80e5fcb8681e is: DOWN; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:03:44.279480 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cd853c05-495c-47d7-a239-580ebaee7b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (a36916fc-3a0b-4a0b-af0b-80e5fcb8681e), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:44.298111 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-145496ff-3bbb-4f6b-b595-5d4d9a3c1606 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:03:44.308189 dv-cinder-740146-21-smb neutron-server[106440]: ERROR stevedore.extension [None req-145496ff-3bbb-4f6b-b595-5d4d9a3c1606 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 29 02:03:44.315231 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-cd853c05-495c-47d7-a239-580ebaee7b79 None None] For port a36916fc-3a0b-4a0b-af0b-80e5fcb8681e, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=a36916fc-3a0b-4a0b-af0b-80e5fcb8681e,segment=NetworkSegment(15984b26-7b52-4b0b-8801-dafe53b6bcd3),segment_id=15984b26-7b52-4b0b-8801-dafe53b6bcd3)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:03:44.320753 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cd853c05-495c-47d7-a239-580ebaee7b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (a36916fc-3a0b-4a0b-af0b-80e5fcb8681e), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:44.362648 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.policy [None req-145496ff-3bbb-4f6b-b595-5d4d9a3c1606 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106440) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 29 02:03:44.367789 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd853c05-495c-47d7-a239-580ebaee7b79 None None] Pushing event updated for resources: {'Port': ['ID=a36916fc-3a0b-4a0b-af0b-80e5fcb8681e,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:03:44.408012 dv-cinder-740146-21-smb neutron-server[106440]: WARNING oslo_policy.policy [None req-145496ff-3bbb-4f6b-b595-5d4d9a3c1606 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 02:03:44.408399 dv-cinder-740146-21-smb neutron-server[106440]: WARNING oslo_policy.policy [None req-145496ff-3bbb-4f6b-b595-5d4d9a3c1606 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 02:03:44.431399 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writer thread running {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 29 02:03:44.439170 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-aaa67aaa-a3fd-45d9-b2f5-09f2b4ba5775 None None] Provisioning complete for port a36916fc-3a0b-4a0b-af0b-80e5fcb8681e triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:03:44.439555 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-aaa67aaa-a3fd-45d9-b2f5-09f2b4ba5775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (a36916fc-3a0b-4a0b-af0b-80e5fcb8681e), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:44.439887 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-aaa67aaa-a3fd-45d9-b2f5-09f2b4ba5775 None None] Attempt 1 to provision port a36916fc-3a0b-4a0b-af0b-80e5fcb8681e Sep 29 02:03:44.446244 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:03:44.476870 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-145496ff-3bbb-4f6b-b595-5d4d9a3c1606 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10396'] for router (2271e122-0500-4857-9417-1f5c5c4b8657), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:44.478991 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-145496ff-3bbb-4f6b-b595-5d4d9a3c1606 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1581304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2067329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2004281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10375'] for router (2271e122-0500-4857-9417-1f5c5c4b8657), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:44.506581 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:03:44.519969 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-aaa67aaa-a3fd-45d9-b2f5-09f2b4ba5775 None None] Current status of the port a36916fc-3a0b-4a0b-af0b-80e5fcb8681e is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:03:44.558591 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device a36916fc-3a0b-4a0b-af0b-80e5fcb8681e up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:03:44.602557 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port a36916fc-3a0b-4a0b-af0b-80e5fcb8681e triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:03:44.602926 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (a36916fc-3a0b-4a0b-af0b-80e5fcb8681e), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:44.603255 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port a36916fc-3a0b-4a0b-af0b-80e5fcb8681e Sep 29 02:03:44.646982 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-145496ff-3bbb-4f6b-b595-5d4d9a3c1606 demo demo] Publish callbacks [] for router_controller (2271e122-0500-4857-9417-1f5c5c4b8657), precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:44.652343 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-145496ff-3bbb-4f6b-b595-5d4d9a3c1606 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1581295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1596208'] for router (2271e122-0500-4857-9417-1f5c5c4b8657), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:44.676259 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port a36916fc-3a0b-4a0b-af0b-80e5fcb8681e is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:03:44.676464 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-145496ff-3bbb-4f6b-b595-5d4d9a3c1606 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:44.678191 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-145496ff-3bbb-4f6b-b595-5d4d9a3c1606 demo demo] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7226911 Sep 29 02:03:44.717550 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:INSERT=2,neutron:SELECT=25,neutron:UPDATE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:03:44.720315 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=56,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:03:47.291191 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 48098) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:03:47.610322 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [None req-e017b6a1-2dfe-466d-b547-deafe5da0865 admin admin] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 29 02:03:47.611331 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-e017b6a1-2dfe-466d-b547-deafe5da0865 admin admin] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3192861 Sep 29 02:03:49.543154 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0f0c9f3c-d5e4-46de-b088-c92d8d1f0aa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:50.284333 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 48106) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:03:50.605337 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-19718bf1-2f3f-4781-a993-ccb6d091d584 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:03:50.625139 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19718bf1-2f3f-4781-a993-ccb6d091d584 admin admin] Made reservation on behalf of 3a47c9ae604c439cb80f84e69bc4f995 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:03:50.627431 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-19718bf1-2f3f-4781-a993-ccb6d091d584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for network (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:50.636254 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-19718bf1-2f3f-4781-a993-ccb6d091d584 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:50.711097 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-19718bf1-2f3f-4781-a993-ccb6d091d584 admin admin] Publish callbacks [] for security_group (b62e713e-63ae-4441-9a26-9bea32718249), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:50.714544 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-19718bf1-2f3f-4781-a993-ccb6d091d584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (b62e713e-63ae-4441-9a26-9bea32718249), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:50.732448 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-19718bf1-2f3f-4781-a993-ccb6d091d584 admin admin] Reserving flat network on physical network physnet1 {{(pid=106439) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 29 02:03:50.751277 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19718bf1-2f3f-4781-a993-ccb6d091d584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62e713e-63ae-4441-9a26-9bea32718249,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:03:50.758308 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-19718bf1-2f3f-4781-a993-ccb6d091d584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841896'] for segment (3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:50.758687 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.db.segments_db [None req-19718bf1-2f3f-4781-a993-ccb6d091d584 admin admin] Added segment 3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633 of type flat for network b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd Sep 29 02:03:50.805718 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-19718bf1-2f3f-4781-a993-ccb6d091d584 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769072021697'] for network (b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:50.839657 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-19718bf1-2f3f-4781-a993-ccb6d091d584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168'] for network (b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:50.840615 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19718bf1-2f3f-4781-a993-ccb6d091d584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:03:50.841191 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-19718bf1-2f3f-4781-a993-ccb6d091d584 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for network (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:50.916584 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-19718bf1-2f3f-4781-a993-ccb6d091d584 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6312702 Sep 29 02:03:50.942817 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19718bf1-2f3f-4781-a993-ccb6d091d584 admin admin] Pushing event updated for resources: {'Network': ['ID=b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:03:50.953292 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Network b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd details requested by agent ovs-agent-dv-cinder-740146-21-smb with host dv-cinder-740146-21-smb {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:03:52.034530 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c3755a8a-3679-4059-ab8f-b58f799f46bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:53.133976 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:03:53.148173 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:53.529176 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 48114) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:03:53.897385 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf66a52-7abe-4a55-a421-f60e20755e1a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:03:53.898703 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-daf66a52-7abe-4a55-a421-f60e20755e1a demo admin] 10.222.0.49 "GET /networking/v2.0/subnets/40a2d7a0-9764-4796-b22d-dcfe23caf03e HTTP/1.1" status: 200 len: 849 time: 0.3685956 Sep 29 02:03:54.062412 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-0900c48e-d433-4811-88c5-3ec74429e7b9 demo admin] 10.222.0.49 "GET /networking/v2.0/routers/2271e122-0500-4857-9417-1f5c5c4b8657 HTTP/1.1" status: 200 len: 704 time: 0.1575520 Sep 29 02:03:54.323587 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a3b42106-dbc6-4e95-89c4-45acf0406ff2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:54.518551 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:03:54.616649 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-a3b42106-dbc6-4e95-89c4-45acf0406ff2 demo admin] Allocated IP 172.20.0.1 (1730ab3a-abf2-40ce-8e61-5e0da0df1515/40a2d7a0-9764-4796-b22d-dcfe23caf03e/739ab90d-84b8-4a36-ab27-ac16f0379199) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:03:54.627519 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:03:54.666068 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=5 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:03:54.667412 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:54.671116 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=13,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:03:54.815130 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a3b42106-dbc6-4e95-89c4-45acf0406ff2 demo admin] Publish callbacks [] for port (739ab90d-84b8-4a36-ab27-ac16f0379199), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:54.836606 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:54.883597 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a3b42106-dbc6-4e95-89c4-45acf0406ff2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420'] for port (739ab90d-84b8-4a36-ab27-ac16f0379199), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:54.957625 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b42106-dbc6-4e95-89c4-45acf0406ff2 demo admin] Network 1730ab3a-abf2-40ce-8e61-5e0da0df1515 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:03:54.962321 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-a3b42106-dbc6-4e95-89c4-45acf0406ff2 demo admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:03:54.964966 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b42106-dbc6-4e95-89c4-45acf0406ff2 demo admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:03:54.965593 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a3b42106-dbc6-4e95-89c4-45acf0406ff2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2064679'] for router_interface (2271e122-0500-4857-9417-1f5c5c4b8657), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:55.034127 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b42106-dbc6-4e95-89c4-45acf0406ff2 demo admin] Pushing event updated for resources: {'Port': ['ID=739ab90d-84b8-4a36-ab27-ac16f0379199,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:03:55.168631 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a3b42106-dbc6-4e95-89c4-45acf0406ff2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (739ab90d-84b8-4a36-ab27-ac16f0379199), before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:55.200307 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-621071c8-3d1c-4c64-aa8b-b31f39fb8804 None None] Provisioning complete for port 739ab90d-84b8-4a36-ab27-ac16f0379199 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:03:55.200697 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-621071c8-3d1c-4c64-aa8b-b31f39fb8804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (739ab90d-84b8-4a36-ab27-ac16f0379199), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:55.201036 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-621071c8-3d1c-4c64-aa8b-b31f39fb8804 None None] Attempt 1 to provision port 739ab90d-84b8-4a36-ab27-ac16f0379199 Sep 29 02:03:55.233998 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-621071c8-3d1c-4c64-aa8b-b31f39fb8804 None None] Port 739ab90d-84b8-4a36-ab27-ac16f0379199 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:03:55.371187 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a3b42106-dbc6-4e95-89c4-45acf0406ff2 demo admin] Publish callbacks [] for port (739ab90d-84b8-4a36-ab27-ac16f0379199), precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:55.375616 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a3b42106-dbc6-4e95-89c4-45acf0406ff2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (739ab90d-84b8-4a36-ab27-ac16f0379199), after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:55.376495 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a3b42106-dbc6-4e95-89c4-45acf0406ff2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1703214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2064787'] for router_interface (2271e122-0500-4857-9417-1f5c5c4b8657), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:55.456632 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b42106-dbc6-4e95-89c4-45acf0406ff2 demo admin] Pushing event updated for resources: {'Port': ['ID=739ab90d-84b8-4a36-ab27-ac16f0379199,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:03:55.472668 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:03:55.507790 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b42106-dbc6-4e95-89c4-45acf0406ff2 demo admin] Network 1730ab3a-abf2-40ce-8e61-5e0da0df1515 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:03:55.509094 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-a3b42106-dbc6-4e95-89c4-45acf0406ff2 demo admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:03:55.665740 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b42106-dbc6-4e95-89c4-45acf0406ff2 demo admin] Router 2271e122-0500-4857-9417-1f5c5c4b8657 is scheduled to L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 with binding_index 1 {{(pid=106439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 02:03:55.708786 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:03:55.734838 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-621071c8-3d1c-4c64-aa8b-b31f39fb8804 None None] Attempt 2 to provision port 739ab90d-84b8-4a36-ab27-ac16f0379199 Sep 29 02:03:55.755652 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b42106-dbc6-4e95-89c4-45acf0406ff2 demo admin] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:03:55.760927 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-a3b42106-dbc6-4e95-89c4-45acf0406ff2 demo admin] 10.222.0.49 "PUT /networking/v2.0/routers/2271e122-0500-4857-9417-1f5c5c4b8657/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6930158 Sep 29 02:03:55.766441 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75df9a20-dc1e-45ed-9c53-9aa3afc45d15 None None] Sync routers for ids ['2271e122-0500-4857-9417-1f5c5c4b8657'] in dv-cinder-740146-21-smb {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:03:55.780605 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75df9a20-dc1e-45ed-9c53-9aa3afc45d15 None None] Routers {'2271e122-0500-4857-9417-1f5c5c4b8657'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:03:55.781429 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-75df9a20-dc1e-45ed-9c53-9aa3afc45d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:03:52Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['2271e122-0500-4857-9417-1f5c5c4b8657'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:03:55.830025 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-621071c8-3d1c-4c64-aa8b-b31f39fb8804 None None] Port 739ab90d-84b8-4a36-ab27-ac16f0379199 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:03:55.967936 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-75df9a20-dc1e-45ed-9c53-9aa3afc45d15 None None] Set router 2271e122-0500-4857-9417-1f5c5c4b8657 gateway port host: None {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:03:56.331134 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-621071c8-3d1c-4c64-aa8b-b31f39fb8804 None None] Attempt 3 to provision port 739ab90d-84b8-4a36-ab27-ac16f0379199 Sep 29 02:03:56.362777 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-621071c8-3d1c-4c64-aa8b-b31f39fb8804 None None] Port 739ab90d-84b8-4a36-ab27-ac16f0379199 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:03:56.388853 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-75df9a20-dc1e-45ed-9c53-9aa3afc45d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2271e122-0500-4857-9417-1f5c5c4b8657', 'name': 'router1', 'tenant_id': 'ca184432008d4efaa18beac740258875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:03:44Z', 'updated_at': '2022-09-29T02:03:55Z', 'revision_number': 2, 'project_id': 'ca184432008d4efaa18beac740258875', 'gw_port_host': None, '_interfaces': [{'id': '739ab90d-84b8-4a36-ab27-ac16f0379199', 'name': '', 'network_id': '1730ab3a-abf2-40ce-8e61-5e0da0df1515', 'tenant_id': 'ca184432008d4efaa18beac740258875', 'mac_address': 'fa:16:3e:c3:d0:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2271e122-0500-4857-9417-1f5c5c4b8657', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '40a2d7a0-9764-4796-b22d-dcfe23caf03e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:03:54Z', 'updated_at': '2022-09-29T02:03:55Z', 'revision_number': 2, 'project_id': 'ca184432008d4efaa18beac740258875', 'subnets': [{'id': '40a2d7a0-9764-4796-b22d-dcfe23caf03e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d7850fc-e0cb-4573-861d-8836e4159835'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:03:56.438834 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75df9a20-dc1e-45ed-9c53-9aa3afc45d15 None None] Checking router: 2271e122-0500-4857-9417-1f5c5c4b8657 for host: dv-cinder-740146-21-smb {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:03:56.439201 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75df9a20-dc1e-45ed-9c53-9aa3afc45d15 None None] Updating router 2271e122-0500-4857-9417-1f5c5c4b8657 port 739ab90d-84b8-4a36-ab27-ac16f0379199 binding host dv-cinder-740146-21-smb {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:03:56.494639 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-75df9a20-dc1e-45ed-9c53-9aa3afc45d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (739ab90d-84b8-4a36-ab27-ac16f0379199), before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:56.863611 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-621071c8-3d1c-4c64-aa8b-b31f39fb8804 None None] Attempt 4 to provision port 739ab90d-84b8-4a36-ab27-ac16f0379199 Sep 29 02:03:56.896719 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-621071c8-3d1c-4c64-aa8b-b31f39fb8804 None None] Port 739ab90d-84b8-4a36-ab27-ac16f0379199 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:03:56.994878 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-75df9a20-dc1e-45ed-9c53-9aa3afc45d15 None None] Publish callbacks [] for port (739ab90d-84b8-4a36-ab27-ac16f0379199), precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:57.002007 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-75df9a20-dc1e-45ed-9c53-9aa3afc45d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (739ab90d-84b8-4a36-ab27-ac16f0379199), after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:57.150240 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 5 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:03:57.160763 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43ca831-aaa9-40af-ab1b-b1c4a78430a4 None None] Pushing event updated for resources: {'Port': ['ID=739ab90d-84b8-4a36-ab27-ac16f0379199,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:03:57.163214 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-75df9a20-dc1e-45ed-9c53-9aa3afc45d15 None None] Attempting to bind port 739ab90d-84b8-4a36-ab27-ac16f0379199 on host dv-cinder-740146-21-smb for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:03:57.163596 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-75df9a20-dc1e-45ed-9c53-9aa3afc45d15 None None] Attempting to bind port 739ab90d-84b8-4a36-ab27-ac16f0379199 by drivers openvswitch,hyperv on host dv-cinder-740146-21-smb at level 0 using segments [{'id': '15984b26-7b52-4b0b-8801-dafe53b6bcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1730ab3a-abf2-40ce-8e61-5e0da0df1515'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:03:57.164033 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75df9a20-dc1e-45ed-9c53-9aa3afc45d15 None None] Attempting to bind port 739ab90d-84b8-4a36-ab27-ac16f0379199 on network 1730ab3a-abf2-40ce-8e61-5e0da0df1515 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:03:57.196168 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43ca831-aaa9-40af-ab1b-b1c4a78430a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:57.196510 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43ca831-aaa9-40af-ab1b-b1c4a78430a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:57.196846 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43ca831-aaa9-40af-ab1b-b1c4a78430a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:57.197196 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43ca831-aaa9-40af-ab1b-b1c4a78430a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:57.197550 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43ca831-aaa9-40af-ab1b-b1c4a78430a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:57.197872 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43ca831-aaa9-40af-ab1b-b1c4a78430a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:57.198190 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43ca831-aaa9-40af-ab1b-b1c4a78430a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:57.198506 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43ca831-aaa9-40af-ab1b-b1c4a78430a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:57.198823 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43ca831-aaa9-40af-ab1b-b1c4a78430a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:57.199137 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43ca831-aaa9-40af-ab1b-b1c4a78430a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:57.199453 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43ca831-aaa9-40af-ab1b-b1c4a78430a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:57.199784 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43ca831-aaa9-40af-ab1b-b1c4a78430a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:57.200103 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43ca831-aaa9-40af-ab1b-b1c4a78430a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:57.200414 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43ca831-aaa9-40af-ab1b-b1c4a78430a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:57.200725 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43ca831-aaa9-40af-ab1b-b1c4a78430a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:03:57.201939 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43ca831-aaa9-40af-ab1b-b1c4a78430a4 None None] Tracked resource versions report: Sep 29 02:03:57.201939 dv-cinder-740146-21-smb neutron-server[106442]: pushed versions: Sep 29 02:03:57.201939 dv-cinder-740146-21-smb neutron-server[106442]: { 'AddressGroup': {'1.2'}, Sep 29 02:03:57.201939 dv-cinder-740146-21-smb neutron-server[106442]: 'Agent': {'1.1'}, Sep 29 02:03:57.201939 dv-cinder-740146-21-smb neutron-server[106442]: 'ConntrackHelper': {'1.0'}, Sep 29 02:03:57.201939 dv-cinder-740146-21-smb neutron-server[106442]: 'LocalIPAssociation': {'1.0'}, Sep 29 02:03:57.201939 dv-cinder-740146-21-smb neutron-server[106442]: 'Log': {'1.0'}, Sep 29 02:03:57.201939 dv-cinder-740146-21-smb neutron-server[106442]: 'NDPProxy': {'1.0'}, Sep 29 02:03:57.201939 dv-cinder-740146-21-smb neutron-server[106442]: 'Network': {'1.1'}, Sep 29 02:03:57.201939 dv-cinder-740146-21-smb neutron-server[106442]: 'Port': {'1.7'}, Sep 29 02:03:57.201939 dv-cinder-740146-21-smb neutron-server[106442]: 'PortForwarding': {'1.3'}, Sep 29 02:03:57.201939 dv-cinder-740146-21-smb neutron-server[106442]: 'QosPolicy': {'1.10'}, Sep 29 02:03:57.201939 dv-cinder-740146-21-smb neutron-server[106442]: 'SecurityGroup': {'1.5'}, Sep 29 02:03:57.201939 dv-cinder-740146-21-smb neutron-server[106442]: 'SecurityGroupRule': {'1.2'}, Sep 29 02:03:57.201939 dv-cinder-740146-21-smb neutron-server[106442]: 'SubPort': {'1.0'}, Sep 29 02:03:57.201939 dv-cinder-740146-21-smb neutron-server[106442]: 'Subnet': {'1.1'}, Sep 29 02:03:57.201939 dv-cinder-740146-21-smb neutron-server[106442]: 'Trunk': {'1.1'}} Sep 29 02:03:57.201939 dv-cinder-740146-21-smb neutron-server[106442]: consumer versions: Sep 29 02:03:57.201939 dv-cinder-740146-21-smb neutron-server[106442]: { DHCP agent@dv-cinder-740146-21-smb: {}, Sep 29 02:03:57.201939 dv-cinder-740146-21-smb neutron-server[106442]: L3 agent@dv-cinder-740146-21-smb: {}, Sep 29 02:03:57.201939 dv-cinder-740146-21-smb neutron-server[106442]: Metadata agent@dv-cinder-740146-21-smb: {}, Sep 29 02:03:57.201939 dv-cinder-740146-21-smb neutron-server[106442]: Metering agent@dv-cinder-740146-21-smb: {}, Sep 29 02:03:57.201939 dv-cinder-740146-21-smb neutron-server[106442]: Open vSwitch agent@dv-cinder-740146-21-smb: { 'AddressGroup': '1.2', Sep 29 02:03:57.201939 dv-cinder-740146-21-smb neutron-server[106442]: 'Agent': '1.1', Sep 29 02:03:57.201939 dv-cinder-740146-21-smb neutron-server[106442]: 'ConntrackHelper': '1.0', Sep 29 02:03:57.201939 dv-cinder-740146-21-smb neutron-server[106442]: 'LocalIPAssociation': '1.0', Sep 29 02:03:57.201939 dv-cinder-740146-21-smb neutron-server[106442]: 'Log': '1.0', Sep 29 02:03:57.201939 dv-cinder-740146-21-smb neutron-server[106442]: 'NDPProxy': '1.0', Sep 29 02:03:57.201939 dv-cinder-740146-21-smb neutron-server[106442]: 'Network': '1.1', Sep 29 02:03:57.201939 dv-cinder-740146-21-smb neutron-server[106442]: 'Port': '1.7', Sep 29 02:03:57.201939 dv-cinder-740146-21-smb neutron-server[106442]: 'PortForwarding': '1.3', Sep 29 02:03:57.201939 dv-cinder-740146-21-smb neutron-server[106442]: 'QosPolicy': '1.10', Sep 29 02:03:57.201939 dv-cinder-740146-21-smb neutron-server[106442]: 'SecurityGroup': '1.5', Sep 29 02:03:57.201939 dv-cinder-740146-21-smb neutron-server[106442]: 'SecurityGroupRule': '1.2', Sep 29 02:03:57.201939 dv-cinder-740146-21-smb neutron-server[106442]: 'SubPort': '1.0', Sep 29 02:03:57.201939 dv-cinder-740146-21-smb neutron-server[106442]: 'Subnet': '1.1', Sep 29 02:03:57.201939 dv-cinder-740146-21-smb neutron-server[106442]: 'Trunk': '1.1'}} Sep 29 02:03:57.201939 dv-cinder-740146-21-smb neutron-server[106442]: {{(pid=106442) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 02:03:57.260885 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75df9a20-dc1e-45ed-9c53-9aa3afc45d15 None None] Checking agent: {'id': '732f1f10-53c2-4a73-b7b4-882674716f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 25), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:03:57.261283 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75df9a20-dc1e-45ed-9c53-9aa3afc45d15 None None] Checking segment: {'id': '15984b26-7b52-4b0b-8801-dafe53b6bcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1730ab3a-abf2-40ce-8e61-5e0da0df1515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:03:57.261771 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-75df9a20-dc1e-45ed-9c53-9aa3afc45d15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:57.262158 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75df9a20-dc1e-45ed-9c53-9aa3afc45d15 None None] Bound using segment: {'id': '15984b26-7b52-4b0b-8801-dafe53b6bcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1730ab3a-abf2-40ce-8e61-5e0da0df1515'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:03:57.262625 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-75df9a20-dc1e-45ed-9c53-9aa3afc45d15 None None] Bound port: 739ab90d-84b8-4a36-ab27-ac16f0379199, host: dv-cinder-740146-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15984b26-7b52-4b0b-8801-dafe53b6bcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1730ab3a-abf2-40ce-8e61-5e0da0df1515'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:03:57.263003 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-75df9a20-dc1e-45ed-9c53-9aa3afc45d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (739ab90d-84b8-4a36-ab27-ac16f0379199), before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:57.304749 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:03:57.330360 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-75df9a20-dc1e-45ed-9c53-9aa3afc45d15 None None] For port 739ab90d-84b8-4a36-ab27-ac16f0379199, host dv-cinder-740146-21-smb, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:03:57.333063 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:03:57.350132 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-75df9a20-dc1e-45ed-9c53-9aa3afc45d15 None None] For port 739ab90d-84b8-4a36-ab27-ac16f0379199, host dv-cinder-740146-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=739ab90d-84b8-4a36-ab27-ac16f0379199,segment=NetworkSegment(15984b26-7b52-4b0b-8801-dafe53b6bcd3),segment_id=15984b26-7b52-4b0b-8801-dafe53b6bcd3)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:03:57.356532 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-75df9a20-dc1e-45ed-9c53-9aa3afc45d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (739ab90d-84b8-4a36-ab27-ac16f0379199), after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:57.394965 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75df9a20-dc1e-45ed-9c53-9aa3afc45d15 None None] Routers {'2271e122-0500-4857-9417-1f5c5c4b8657'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:03:57.395577 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-75df9a20-dc1e-45ed-9c53-9aa3afc45d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:03:52Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['2271e122-0500-4857-9417-1f5c5c4b8657'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:03:57.398197 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-621071c8-3d1c-4c64-aa8b-b31f39fb8804 None None] Attempt 5 to provision port 739ab90d-84b8-4a36-ab27-ac16f0379199 Sep 29 02:03:57.446248 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43ca831-aaa9-40af-ab1b-b1c4a78430a4 None None] Pushing event updated for resources: {'Port': ['ID=739ab90d-84b8-4a36-ab27-ac16f0379199,revision_number=4']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:03:57.479329 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-621071c8-3d1c-4c64-aa8b-b31f39fb8804 None None] Current status of the port 739ab90d-84b8-4a36-ab27-ac16f0379199 is: DOWN; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:03:57.479755 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-621071c8-3d1c-4c64-aa8b-b31f39fb8804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (739ab90d-84b8-4a36-ab27-ac16f0379199), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:57.495878 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-75df9a20-dc1e-45ed-9c53-9aa3afc45d15 None None] Set router 2271e122-0500-4857-9417-1f5c5c4b8657 gateway port host: None {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:03:57.514713 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-621071c8-3d1c-4c64-aa8b-b31f39fb8804 None None] For port 739ab90d-84b8-4a36-ab27-ac16f0379199, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=739ab90d-84b8-4a36-ab27-ac16f0379199,segment=NetworkSegment(15984b26-7b52-4b0b-8801-dafe53b6bcd3),segment_id=15984b26-7b52-4b0b-8801-dafe53b6bcd3)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:03:57.518961 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-621071c8-3d1c-4c64-aa8b-b31f39fb8804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (739ab90d-84b8-4a36-ab27-ac16f0379199), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:57.568985 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621071c8-3d1c-4c64-aa8b-b31f39fb8804 None None] Pushing event updated for resources: {'Port': ['ID=739ab90d-84b8-4a36-ab27-ac16f0379199,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:03:57.637618 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-78fff3d5-b8bb-4134-8d05-c51950433597 None None] Provisioning complete for port 739ab90d-84b8-4a36-ab27-ac16f0379199 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:03:57.638015 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-78fff3d5-b8bb-4134-8d05-c51950433597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (739ab90d-84b8-4a36-ab27-ac16f0379199), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:57.638352 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-78fff3d5-b8bb-4134-8d05-c51950433597 None None] Attempt 1 to provision port 739ab90d-84b8-4a36-ab27-ac16f0379199 Sep 29 02:03:57.701766 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-75df9a20-dc1e-45ed-9c53-9aa3afc45d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2271e122-0500-4857-9417-1f5c5c4b8657', 'name': 'router1', 'tenant_id': 'ca184432008d4efaa18beac740258875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:03:44Z', 'updated_at': '2022-09-29T02:03:55Z', 'revision_number': 2, 'project_id': 'ca184432008d4efaa18beac740258875', 'gw_port_host': None, '_interfaces': [{'id': '739ab90d-84b8-4a36-ab27-ac16f0379199', 'name': '', 'network_id': '1730ab3a-abf2-40ce-8e61-5e0da0df1515', 'tenant_id': 'ca184432008d4efaa18beac740258875', 'mac_address': 'fa:16:3e:c3:d0:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2271e122-0500-4857-9417-1f5c5c4b8657', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '40a2d7a0-9764-4796-b22d-dcfe23caf03e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:03:54Z', 'updated_at': '2022-09-29T02:03:57Z', 'revision_number': 4, 'project_id': 'ca184432008d4efaa18beac740258875', 'subnets': [{'id': '40a2d7a0-9764-4796-b22d-dcfe23caf03e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d7850fc-e0cb-4573-861d-8836e4159835'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:03:57.715841 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-78fff3d5-b8bb-4134-8d05-c51950433597 None None] Current status of the port 739ab90d-84b8-4a36-ab27-ac16f0379199 is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:03:57.728255 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75df9a20-dc1e-45ed-9c53-9aa3afc45d15 None None] The sync data for ids ['2271e122-0500-4857-9417-1f5c5c4b8657'] in dv-cinder-740146-21-smb is: [{'id': '2271e122-0500-4857-9417-1f5c5c4b8657', 'name': 'router1', 'tenant_id': 'ca184432008d4efaa18beac740258875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:03:44Z', 'updated_at': '2022-09-29T02:03:55Z', 'revision_number': 2, 'project_id': 'ca184432008d4efaa18beac740258875', 'gw_port_host': None, '_interfaces': [{'id': '739ab90d-84b8-4a36-ab27-ac16f0379199', 'name': '', 'network_id': '1730ab3a-abf2-40ce-8e61-5e0da0df1515', 'tenant_id': 'ca184432008d4efaa18beac740258875', 'mac_address': 'fa:16:3e:c3:d0:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2271e122-0500-4857-9417-1f5c5c4b8657', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '40a2d7a0-9764-4796-b22d-dcfe23caf03e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:03:54Z', 'updated_at': '2022-09-29T02:03:57Z', 'revision_number': 4, 'project_id': 'ca184432008d4efaa18beac740258875', 'subnets': [{'id': '40a2d7a0-9764-4796-b22d-dcfe23caf03e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d7850fc-e0cb-4573-861d-8836e4159835'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:03:58.389595 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 48126) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:03:58.788801 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba58ef72-974e-43c5-8ced-7d6568976475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:03:58.798997 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-ba58ef72-974e-43c5-8ced-7d6568976475 admin admin] 10.222.0.49 "GET /networking/v2.0/networks/b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd HTTP/1.1" status: 200 len: 842 time: 0.3996837 Sep 29 02:03:58.799994 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-1f5ef7b3-161a-4048-a149-458483004603 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.2.1', 'name': 'public-subnet', 'cidr': '172.28.2.0/24', 'enable_dhcp': False, 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:03:58.824675 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5ef7b3-161a-4048-a149-458483004603 admin admin] Made reservation on behalf of 3a47c9ae604c439cb80f84e69bc4f995 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:03:58.828776 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1f5ef7b3-161a-4048-a149-458483004603 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:59.195024 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.objects.ports [None req-1f5ef7b3-161a-4048-a149-458483004603 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106439) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 29 02:03:59.195462 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1f5ef7b3-161a-4048-a149-458483004603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168'] for subnet (e0ffa218-6ca5-4006-b711-a782d769deaf), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:59.248805 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ef7b3-161a-4048-a149-458483004603 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0ffa218-6ca5-4006-b711-a782d769deaf,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:03:59.264850 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5ef7b3-161a-4048-a149-458483004603 admin admin] Checking segment: {'id': '3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:03:59.265195 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5ef7b3-161a-4048-a149-458483004603 admin admin] Network hostable DHCP agents. Network: b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd, hostable agents: ['7f4c726f-d790-49c7-8982-ed059dd67ac5'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:03:59.281723 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5ef7b3-161a-4048-a149-458483004603 admin admin] Network b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd is scheduled to be hosted by DHCP agent 7f4c726f-d790-49c7-8982-ed059dd67ac5 with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:03:59.290357 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-1f5ef7b3-161a-4048-a149-458483004603 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-21-smb, b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:03:59.295639 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5ef7b3-161a-4048-a149-458483004603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:03:59.296689 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1f5ef7b3-161a-4048-a149-458483004603 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for subnet (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:03:59.302426 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce701ca2-a4b5-440a-ac7c-737553261913 None None] Network b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd requested from dv-cinder-740146-21-smb {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:03:59.315261 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-1f5ef7b3-161a-4048-a149-458483004603 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5186391 Sep 29 02:03:59.415789 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6465bc-7289-499c-ba55-d3f5c216cb5b None None] Network b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd requested from dv-cinder-740146-21-smb {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:03:59.418508 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:01.993767 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 48134) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:04:02.407338 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-d557a7e5-b5c7-4935-87af-80874bc2fbf0 demo admin] 10.222.0.49 "GET /networking/v2.0/routers/2271e122-0500-4857-9417-1f5c5c4b8657 HTTP/1.1" status: 200 len: 710 time: 0.4124551 Sep 29 02:04:02.479911 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:02.512777 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d801d67a-0b83-4ac7-aae3-5adaffe49239 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:04:02.517356 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-d801d67a-0b83-4ac7-aae3-5adaffe49239 demo admin] 10.222.0.49 "GET /networking/v2.0/networks/b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd HTTP/1.1" status: 200 len: 886 time: 0.1006818 Sep 29 02:04:02.524067 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-f1f044c2-da3a-4442-b1f0-0e0adefc5fad demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'}}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:04:02.601102 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 739ab90d-84b8-4a36-ab27-ac16f0379199 up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:04:02.648922 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port 739ab90d-84b8-4a36-ab27-ac16f0379199 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:04:02.649346 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (739ab90d-84b8-4a36-ab27-ac16f0379199), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:02.649696 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port 739ab90d-84b8-4a36-ab27-ac16f0379199 Sep 29 02:04:02.728539 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port 739ab90d-84b8-4a36-ab27-ac16f0379199 is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:04:02.737255 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:02.784925 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f1f044c2-da3a-4442-b1f0-0e0adefc5fad demo admin] Publish callbacks [] for router_gateway (2271e122-0500-4857-9417-1f5c5c4b8657), precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:03.010015 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f1f044c2-da3a-4442-b1f0-0e0adefc5fad demo admin] Publish callbacks [] for router_gateway (2271e122-0500-4857-9417-1f5c5c4b8657), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:03.088621 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f1f044c2-da3a-4442-b1f0-0e0adefc5fad demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:03.191503 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-f1f044c2-da3a-4442-b1f0-0e0adefc5fad demo admin] Allocated IP 172.28.2.197 (b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd/e0ffa218-6ca5-4006-b711-a782d769deaf/6756d0c2-dd42-4e9c-8842-7716a3a90884) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:04:03.294521 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f1f044c2-da3a-4442-b1f0-0e0adefc5fad demo admin] Publish callbacks [] for port (6756d0c2-dd42-4e9c-8842-7716a3a90884), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:03.325770 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f1f044c2-da3a-4442-b1f0-0e0adefc5fad demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420'] for port (6756d0c2-dd42-4e9c-8842-7716a3a90884), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:03.367743 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f044c2-da3a-4442-b1f0-0e0adefc5fad demo admin] Network b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:04:03.370736 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-f1f044c2-da3a-4442-b1f0-0e0adefc5fad demo admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:04:03.374480 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f044c2-da3a-4442-b1f0-0e0adefc5fad demo admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:04:03.377539 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f044c2-da3a-4442-b1f0-0e0adefc5fad demo admin] Pushing event updated for resources: {'Port': ['ID=6756d0c2-dd42-4e9c-8842-7716a3a90884,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:04:03.454247 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:03.690285 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:03.710631 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f1f044c2-da3a-4442-b1f0-0e0adefc5fad demo admin] Publish callbacks [] for router_gateway (2271e122-0500-4857-9417-1f5c5c4b8657), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:03.898675 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f1f044c2-da3a-4442-b1f0-0e0adefc5fad demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1581286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10425'] for router (2271e122-0500-4857-9417-1f5c5c4b8657), precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:03.902308 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f1f044c2-da3a-4442-b1f0-0e0adefc5fad demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1596208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1596363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1596354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1581277'] for router (2271e122-0500-4857-9417-1f5c5c4b8657), after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:04.013040 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f044c2-da3a-4442-b1f0-0e0adefc5fad demo admin] Router 2271e122-0500-4857-9417-1f5c5c4b8657 has already been hosted by L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:04:04.113694 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f044c2-da3a-4442-b1f0-0e0adefc5fad demo admin] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:04:04.117697 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f1f044c2-da3a-4442-b1f0-0e0adefc5fad demo admin] Publish callbacks [] for router (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:04.118910 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-f1f044c2-da3a-4442-b1f0-0e0adefc5fad demo admin] 10.222.0.49 "PUT /networking/v2.0/routers/2271e122-0500-4857-9417-1f5c5c4b8657 HTTP/1.1" status: 200 len: 890 time: 1.5982544 Sep 29 02:04:04.136580 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec221647-65cc-4e3e-88da-65a0e7a5a092 None None] Sync routers for ids ['2271e122-0500-4857-9417-1f5c5c4b8657'] in dv-cinder-740146-21-smb {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:04:04.150114 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec221647-65cc-4e3e-88da-65a0e7a5a092 None None] Routers {'2271e122-0500-4857-9417-1f5c5c4b8657'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:04:04.150803 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ec221647-65cc-4e3e-88da-65a0e7a5a092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:03:52Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['2271e122-0500-4857-9417-1f5c5c4b8657'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:04:04.240568 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:04.365260 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-ec221647-65cc-4e3e-88da-65a0e7a5a092 None None] Set router 2271e122-0500-4857-9417-1f5c5c4b8657 gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:04:04.810867 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ec221647-65cc-4e3e-88da-65a0e7a5a092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2271e122-0500-4857-9417-1f5c5c4b8657', 'name': 'router1', 'tenant_id': 'ca184432008d4efaa18beac740258875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': '6756d0c2-dd42-4e9c-8842-7716a3a90884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:03:44Z', 'updated_at': '2022-09-29T02:04:03Z', 'revision_number': 4, 'project_id': 'ca184432008d4efaa18beac740258875', 'gw_port': {'id': '6756d0c2-dd42-4e9c-8842-7716a3a90884', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e1:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2271e122-0500-4857-9417-1f5c5c4b8657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:04:03Z', 'updated_at': '2022-09-29T02:04:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': '739ab90d-84b8-4a36-ab27-ac16f0379199', 'name': '', 'network_id': '1730ab3a-abf2-40ce-8e61-5e0da0df1515', 'tenant_id': 'ca184432008d4efaa18beac740258875', 'mac_address': 'fa:16:3e:c3:d0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2271e122-0500-4857-9417-1f5c5c4b8657', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '40a2d7a0-9764-4796-b22d-dcfe23caf03e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:03:54Z', 'updated_at': '2022-09-29T02:03:57Z', 'revision_number': 5, 'project_id': 'ca184432008d4efaa18beac740258875', 'subnets': [{'id': '40a2d7a0-9764-4796-b22d-dcfe23caf03e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d7850fc-e0cb-4573-861d-8836e4159835'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:04:04.859505 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec221647-65cc-4e3e-88da-65a0e7a5a092 None None] Checking router: 2271e122-0500-4857-9417-1f5c5c4b8657 for host: dv-cinder-740146-21-smb {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:04:04.859853 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec221647-65cc-4e3e-88da-65a0e7a5a092 None None] Updating router 2271e122-0500-4857-9417-1f5c5c4b8657 port 6756d0c2-dd42-4e9c-8842-7716a3a90884 binding host dv-cinder-740146-21-smb {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:04:04.915638 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ec221647-65cc-4e3e-88da-65a0e7a5a092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (6756d0c2-dd42-4e9c-8842-7716a3a90884), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:05.223723 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ec221647-65cc-4e3e-88da-65a0e7a5a092 None None] Publish callbacks [] for port (6756d0c2-dd42-4e9c-8842-7716a3a90884), precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:05.229121 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ec221647-65cc-4e3e-88da-65a0e7a5a092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (6756d0c2-dd42-4e9c-8842-7716a3a90884), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:05.262278 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-ec221647-65cc-4e3e-88da-65a0e7a5a092 None None] Attempting to bind port 6756d0c2-dd42-4e9c-8842-7716a3a90884 on host dv-cinder-740146-21-smb for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:04:05.262636 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-ec221647-65cc-4e3e-88da-65a0e7a5a092 None None] Attempting to bind port 6756d0c2-dd42-4e9c-8842-7716a3a90884 by drivers openvswitch,hyperv on host dv-cinder-740146-21-smb at level 0 using segments [{'id': '3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:04:05.262991 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec221647-65cc-4e3e-88da-65a0e7a5a092 None None] Attempting to bind port 6756d0c2-dd42-4e9c-8842-7716a3a90884 on network b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:04:05.283823 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:05.301376 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a17e9-06e6-4050-bb6d-9567f679e1a3 None None] Pushing event updated for resources: {'Port': ['ID=6756d0c2-dd42-4e9c-8842-7716a3a90884,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:04:05.319262 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec221647-65cc-4e3e-88da-65a0e7a5a092 None None] Checking agent: {'id': '732f1f10-53c2-4a73-b7b4-882674716f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 25), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:04:05.319648 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec221647-65cc-4e3e-88da-65a0e7a5a092 None None] Checking segment: {'id': '3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:04:05.320043 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ec221647-65cc-4e3e-88da-65a0e7a5a092 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:05.320422 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec221647-65cc-4e3e-88da-65a0e7a5a092 None None] Bound using segment: {'id': '3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:04:05.320884 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-ec221647-65cc-4e3e-88da-65a0e7a5a092 None None] Bound port: 6756d0c2-dd42-4e9c-8842-7716a3a90884, host: dv-cinder-740146-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:04:05.321257 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ec221647-65cc-4e3e-88da-65a0e7a5a092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (6756d0c2-dd42-4e9c-8842-7716a3a90884), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:05.367645 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-ec221647-65cc-4e3e-88da-65a0e7a5a092 None None] For port 6756d0c2-dd42-4e9c-8842-7716a3a90884, host dv-cinder-740146-21-smb, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:04:05.370556 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-ec221647-65cc-4e3e-88da-65a0e7a5a092 None None] For port 6756d0c2-dd42-4e9c-8842-7716a3a90884, host dv-cinder-740146-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=6756d0c2-dd42-4e9c-8842-7716a3a90884,segment=NetworkSegment(3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633),segment_id=3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:04:05.376197 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ec221647-65cc-4e3e-88da-65a0e7a5a092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (6756d0c2-dd42-4e9c-8842-7716a3a90884), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:05.410718 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec221647-65cc-4e3e-88da-65a0e7a5a092 None None] Routers {'2271e122-0500-4857-9417-1f5c5c4b8657'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:04:05.411318 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ec221647-65cc-4e3e-88da-65a0e7a5a092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:03:52Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['2271e122-0500-4857-9417-1f5c5c4b8657'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:04:05.468144 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:05.476606 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a17e9-06e6-4050-bb6d-9567f679e1a3 None None] Pushing event updated for resources: {'Port': ['ID=6756d0c2-dd42-4e9c-8842-7716a3a90884,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:04:05.529164 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-ec221647-65cc-4e3e-88da-65a0e7a5a092 None None] Set router 2271e122-0500-4857-9417-1f5c5c4b8657 gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:04:05.722645 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ec221647-65cc-4e3e-88da-65a0e7a5a092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2271e122-0500-4857-9417-1f5c5c4b8657', 'name': 'router1', 'tenant_id': 'ca184432008d4efaa18beac740258875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': '6756d0c2-dd42-4e9c-8842-7716a3a90884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:03:44Z', 'updated_at': '2022-09-29T02:04:03Z', 'revision_number': 4, 'project_id': 'ca184432008d4efaa18beac740258875', 'gw_port': {'id': '6756d0c2-dd42-4e9c-8842-7716a3a90884', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e1:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2271e122-0500-4857-9417-1f5c5c4b8657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:04:03Z', 'updated_at': '2022-09-29T02:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': '739ab90d-84b8-4a36-ab27-ac16f0379199', 'name': '', 'network_id': '1730ab3a-abf2-40ce-8e61-5e0da0df1515', 'tenant_id': 'ca184432008d4efaa18beac740258875', 'mac_address': 'fa:16:3e:c3:d0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2271e122-0500-4857-9417-1f5c5c4b8657', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '40a2d7a0-9764-4796-b22d-dcfe23caf03e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:03:54Z', 'updated_at': '2022-09-29T02:03:57Z', 'revision_number': 5, 'project_id': 'ca184432008d4efaa18beac740258875', 'subnets': [{'id': '40a2d7a0-9764-4796-b22d-dcfe23caf03e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d7850fc-e0cb-4573-861d-8836e4159835'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:04:05.747424 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec221647-65cc-4e3e-88da-65a0e7a5a092 None None] The sync data for ids ['2271e122-0500-4857-9417-1f5c5c4b8657'] in dv-cinder-740146-21-smb is: [{'id': '2271e122-0500-4857-9417-1f5c5c4b8657', 'name': 'router1', 'tenant_id': 'ca184432008d4efaa18beac740258875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': '6756d0c2-dd42-4e9c-8842-7716a3a90884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:03:44Z', 'updated_at': '2022-09-29T02:04:03Z', 'revision_number': 4, 'project_id': 'ca184432008d4efaa18beac740258875', 'gw_port': {'id': '6756d0c2-dd42-4e9c-8842-7716a3a90884', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:e1:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2271e122-0500-4857-9417-1f5c5c4b8657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:04:03Z', 'updated_at': '2022-09-29T02:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': '739ab90d-84b8-4a36-ab27-ac16f0379199', 'name': '', 'network_id': '1730ab3a-abf2-40ce-8e61-5e0da0df1515', 'tenant_id': 'ca184432008d4efaa18beac740258875', 'mac_address': 'fa:16:3e:c3:d0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2271e122-0500-4857-9417-1f5c5c4b8657', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '40a2d7a0-9764-4796-b22d-dcfe23caf03e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:03:54Z', 'updated_at': '2022-09-29T02:03:57Z', 'revision_number': 5, 'project_id': 'ca184432008d4efaa18beac740258875', 'subnets': [{'id': '40a2d7a0-9764-4796-b22d-dcfe23caf03e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d7850fc-e0cb-4573-861d-8836e4159835'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:04:06.573276 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 6756d0c2-dd42-4e9c-8842-7716a3a90884 up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:04:06.617331 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port 6756d0c2-dd42-4e9c-8842-7716a3a90884 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:04:06.617710 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (6756d0c2-dd42-4e9c-8842-7716a3a90884), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:06.618044 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port 6756d0c2-dd42-4e9c-8842-7716a3a90884 Sep 29 02:04:06.689973 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port 6756d0c2-dd42-4e9c-8842-7716a3a90884 is: DOWN; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:04:06.690921 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (6756d0c2-dd42-4e9c-8842-7716a3a90884), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:06.711610 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] For port 6756d0c2-dd42-4e9c-8842-7716a3a90884, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=6756d0c2-dd42-4e9c-8842-7716a3a90884,segment=NetworkSegment(3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633),segment_id=3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:04:06.715366 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (6756d0c2-dd42-4e9c-8842-7716a3a90884), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:06.758822 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Pushing event updated for resources: {'Port': ['ID=6756d0c2-dd42-4e9c-8842-7716a3a90884,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:04:06.952672 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 48146) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:04:07.351991 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-f2d1ee16-7e2b-436d-9258-532192dac542 admin admin] 10.222.0.49 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.3979180 Sep 29 02:04:07.704232 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=44 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:07.705074 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=39 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:08.552783 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 6756d0c2-dd42-4e9c-8842-7716a3a90884 up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:04:08.601191 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port 6756d0c2-dd42-4e9c-8842-7716a3a90884 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:04:08.601611 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (6756d0c2-dd42-4e9c-8842-7716a3a90884), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:08.601945 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port 6756d0c2-dd42-4e9c-8842-7716a3a90884 Sep 29 02:04:08.675767 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port 6756d0c2-dd42-4e9c-8842-7716a3a90884 is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:04:14.110242 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=58,neutron:INSERT=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:14.114230 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=46 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:17.337708 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:17.346303 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=4 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:18.645531 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=75,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:18.674692 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:19.551404 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e7b89a61-c133-4e9b-aeb0-06b1af9c07ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:22.044310 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ea7fa18b-553a-4697-8eba-5d4851a3717a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:23.154354 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:24.686300 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:24.846530 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:32.063430 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=4 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:32.072444 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=2 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:34.054102 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 5 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:04:34.834814 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:34.845118 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:44.043872 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:44.045369 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:04:49.548388 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bcfacf01-8e1f-4581-9d94-7625015c9f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:52.041568 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-07843844-06fe-4070-a77f-aabe09ffb936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:53.156561 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:54.684545 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:04:54.846226 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:04.680014 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:04.841603 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:11.053100 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 5 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:05:19.541233 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f21d25ed-d1a0-4c52-aa9d-f36d8fcf606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:21.050070 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:22.044069 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7e4507d8-6095-421a-a430-4291206293e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:23.155828 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:24.683632 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:24.840659 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:30.046181 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=7 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:34.829493 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:34.836202 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:36.353724 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 48698) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:05:36.688619 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d55b406-b1fc-4402-add5-f835e73a0fbc admin admin] GET failed (client error): The resource could not be found. Sep 29 02:05:36.690539 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-0d55b406-b1fc-4402-add5-f835e73a0fbc admin admin] 10.222.0.49 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3358574 Sep 29 02:05:36.854005 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd38278-5687-46e3-85e6-cdb54dec6dbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:05:36.855474 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-cdd38278-5687-46e3-85e6-cdb54dec6dbd admin admin] 10.222.0.49 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1605856 Sep 29 02:05:39.423213 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 48708) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:05:39.810100 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5d899e-f237-4727-ad6a-43477989b9a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:05:39.811426 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-ef5d899e-f237-4727-ad6a-43477989b9a6 admin admin] 10.222.0.49 "GET /networking/v2.0/subnets/40a2d7a0-9764-4796-b22d-dcfe23caf03e HTTP/1.1" status: 200 len: 849 time: 0.3872554 Sep 29 02:05:39.821658 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-9582bf64-435a-47a5-b5f2-fd179da1edd6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:05:39.909395 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9582bf64-435a-47a5-b5f2-fd179da1edd6 admin admin] Publish callbacks [] for subnet (40a2d7a0-9764-4796-b22d-dcfe23caf03e), before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:40.048810 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9582bf64-435a-47a5-b5f2-fd179da1edd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769072493213'] for subnet (40a2d7a0-9764-4796-b22d-dcfe23caf03e), after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:40.081904 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9582bf64-435a-47a5-b5f2-fd179da1edd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:05:40.082485 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9582bf64-435a-47a5-b5f2-fd179da1edd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for subnet (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:40.084599 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-9582bf64-435a-47a5-b5f2-fd179da1edd6 admin admin] 10.222.0.49 "PUT /networking/v2.0/subnets/40a2d7a0-9764-4796-b22d-dcfe23caf03e HTTP/1.1" status: 200 len: 868 time: 0.2656276 Sep 29 02:05:40.086792 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0856e17e-d627-4b82-bf86-1a571726b8d1 None None] Network 1730ab3a-abf2-40ce-8e61-5e0da0df1515 requested from dv-cinder-740146-21-smb {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:05:40.108385 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9582bf64-435a-47a5-b5f2-fd179da1edd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40a2d7a0-9764-4796-b22d-dcfe23caf03e,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:05:40.116812 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9582bf64-435a-47a5-b5f2-fd179da1edd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:05:40.117191 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9582bf64-435a-47a5-b5f2-fd179da1edd6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:05:40.117552 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9582bf64-435a-47a5-b5f2-fd179da1edd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:05:40.117911 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9582bf64-435a-47a5-b5f2-fd179da1edd6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:05:40.118246 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9582bf64-435a-47a5-b5f2-fd179da1edd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:05:40.118573 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9582bf64-435a-47a5-b5f2-fd179da1edd6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:05:40.118893 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9582bf64-435a-47a5-b5f2-fd179da1edd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:05:40.119220 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9582bf64-435a-47a5-b5f2-fd179da1edd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:05:40.119555 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9582bf64-435a-47a5-b5f2-fd179da1edd6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:05:40.119878 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9582bf64-435a-47a5-b5f2-fd179da1edd6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:05:40.120200 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9582bf64-435a-47a5-b5f2-fd179da1edd6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:05:40.120536 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9582bf64-435a-47a5-b5f2-fd179da1edd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:05:40.120854 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9582bf64-435a-47a5-b5f2-fd179da1edd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:05:40.121167 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9582bf64-435a-47a5-b5f2-fd179da1edd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:05:40.121521 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9582bf64-435a-47a5-b5f2-fd179da1edd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:05:40.415383 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-f4c4f53e-a772-420b-86b8-1f4464cba1a3 None None] Provisioning complete for port a36916fc-3a0b-4a0b-af0b-80e5fcb8681e triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:05:40.415774 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f4c4f53e-a772-420b-86b8-1f4464cba1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (a36916fc-3a0b-4a0b-af0b-80e5fcb8681e), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:40.416111 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-f4c4f53e-a772-420b-86b8-1f4464cba1a3 None None] Attempt 1 to provision port a36916fc-3a0b-4a0b-af0b-80e5fcb8681e Sep 29 02:05:40.489574 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-f4c4f53e-a772-420b-86b8-1f4464cba1a3 None None] Current status of the port a36916fc-3a0b-4a0b-af0b-80e5fcb8681e is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:05:40.497295 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-f4c4f53e-a772-420b-86b8-1f4464cba1a3 None None] Provisioning complete for port 739ab90d-84b8-4a36-ab27-ac16f0379199 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:05:40.497704 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f4c4f53e-a772-420b-86b8-1f4464cba1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (739ab90d-84b8-4a36-ab27-ac16f0379199), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:40.498034 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-f4c4f53e-a772-420b-86b8-1f4464cba1a3 None None] Attempt 1 to provision port 739ab90d-84b8-4a36-ab27-ac16f0379199 Sep 29 02:05:40.569889 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-f4c4f53e-a772-420b-86b8-1f4464cba1a3 None None] Current status of the port 739ab90d-84b8-4a36-ab27-ac16f0379199 is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:05:42.689277 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 48716) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:05:43.169002 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af15b1c9-4f79-4193-9674-1c49a39d52c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:05:43.169410 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af15b1c9-4f79-4193-9674-1c49a39d52c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:05:43.170928 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-af15b1c9-4f79-4193-9674-1c49a39d52c1 admin admin] 10.222.0.49 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4806674 Sep 29 02:05:45.818409 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 48724) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:05:46.028753 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:46.034978 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=5 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:46.225961 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450fc01b-d00d-4b49-b8de-c9984cca52b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:05:46.226437 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450fc01b-d00d-4b49-b8de-c9984cca52b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:05:46.227990 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-450fc01b-d00d-4b49-b8de-c9984cca52b4 admin admin] 10.222.0.49 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4086120 Sep 29 02:05:48.053423 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 5 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:05:48.938500 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 48732) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:05:49.459015 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66e7e7e-9d70-4623-984d-3f47b7baa06d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:05:49.460390 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-d66e7e7e-9d70-4623-984d-3f47b7baa06d admin admin] 10.222.0.49 "GET /networking/v2.0/networks/1730ab3a-abf2-40ce-8e61-5e0da0df1515 HTTP/1.1" status: 200 len: 869 time: 0.5205014 Sep 29 02:05:49.545585 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-db030d5d-2102-4c94-b44a-5d2d69947c10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:52.046425 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2cacf7a1-9e8d-4d81-8ee7-33c86faf82c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:52.067929 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 48742) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:05:52.467269 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de037b26-e25f-4944-9118-20f27d9b390c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:05:52.468548 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-de037b26-e25f-4944-9118-20f27d9b390c admin admin] 10.222.0.49 "GET /networking/v2.0/networks/b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd HTTP/1.1" status: 200 len: 886 time: 0.3996620 Sep 29 02:05:53.157985 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:54.684914 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:54.846696 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:05:55.028277 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 48750) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:05:55.453041 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabc5166-fa76-43ee-bd28-1262a53e67ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:05:55.453453 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabc5166-fa76-43ee-bd28-1262a53e67ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:05:55.455508 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-aabc5166-fa76-43ee-bd28-1262a53e67ca admin admin] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4257846 Sep 29 02:05:56.213283 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:56.223379 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=78,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:58.036661 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 48758) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:05:58.048193 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:58.049379 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:05:58.404407 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f5cc3b-84c3-4b65-85ba-20e179e7c8d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:05:58.404858 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f5cc3b-84c3-4b65-85ba-20e179e7c8d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:05:58.406338 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-88f5cc3b-84c3-4b65-85ba-20e179e7c8d5 admin admin] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3687494 Sep 29 02:06:00.969364 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 48766) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:06:01.334898 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc852310-9b8c-44f7-a7e4-af13c5b60a6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:06:01.336227 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-bc852310-9b8c-44f7-a7e4-af13c5b60a6b admin admin] 10.222.0.49 "GET /networking/v2.0/subnets/40a2d7a0-9764-4796-b22d-dcfe23caf03e HTTP/1.1" status: 200 len: 868 time: 0.3659210 Sep 29 02:06:03.957879 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 48774) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:06:04.317570 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6497700-89b2-40e1-8401-daef6b75c298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:06:04.318897 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-b6497700-89b2-40e1-8401-daef6b75c298 admin admin] 10.222.0.49 "GET /networking/v2.0/subnets/e0ffa218-6ca5-4006-b711-a782d769deaf HTTP/1.1" status: 200 len: 816 time: 0.3600454 Sep 29 02:06:04.840140 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=48,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:06:04.842012 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=44,neutron:UPDATE=4 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:06:08.399098 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=35 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:06:08.399967 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=34 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:06:14.309755 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=14 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:06:14.315118 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=9 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:06:19.548110 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5d5b7485-002c-4281-90a7-e1758cdbd5db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:22.051381 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-eec4eeee-996f-4db0-9dc1-bbedb2d59db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:23.031487 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=15 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:06:23.032290 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=17 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:06:23.160521 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:24.688420 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:24.844482 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:25.052129 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 5 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:06:33.957506 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 48832) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:06:34.284348 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [None req-110b3892-774b-436e-8a76-4b14669cd018 admin admin] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 29 02:06:34.285613 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-110b3892-774b-436e-8a76-4b14669cd018 admin admin] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3271451 Sep 29 02:06:34.835155 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:06:34.837071 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:06:35.048127 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=2 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:06:36.928546 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 48840) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:06:37.262217 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.pecan_wsgi.hooks.translation [None req-feb42573-adaf-459c-8054-75f1a84fe884 admin admin] GET failed (client error): The resource could not be found. Sep 29 02:06:37.263511 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-feb42573-adaf-459c-8054-75f1a84fe884 admin admin] 10.222.0.49 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3340344 Sep 29 02:06:37.348829 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc895dbb-8c06-4cfe-8f11-a9e359693914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:06:37.350317 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-cc895dbb-8c06-4cfe-8f11-a9e359693914 admin admin] 10.222.0.49 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0825012 Sep 29 02:06:39.922764 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 48848) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:06:40.245070 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-c6988853-0b4d-4640-812b-56f91ed25eca admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:06:40.264720 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6988853-0b4d-4640-812b-56f91ed25eca admin admin] Made reservation on behalf of 3a47c9ae604c439cb80f84e69bc4f995 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:06:40.266967 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c6988853-0b4d-4640-812b-56f91ed25eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for network (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:40.297466 dv-cinder-740146-21-smb neutron-server[106439]: WARNING neutron.services.revisions.revision_plugin [None req-c6988853-0b4d-4640-812b-56f91ed25eca admin admin] Could not find related network for resource to bump revision. Sep 29 02:06:40.309269 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6988853-0b4d-4640-812b-56f91ed25eca admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:06:40.318935 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c6988853-0b4d-4640-812b-56f91ed25eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841896'] for segment (d14c15d4-dbad-4d48-b6a6-c63907d37e73), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:40.319272 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.db.segments_db [None req-c6988853-0b4d-4640-812b-56f91ed25eca admin admin] Added segment d14c15d4-dbad-4d48-b6a6-c63907d37e73 of type vlan for network 6573b167-2754-4bfc-bf7c-700f06e9004e Sep 29 02:06:40.452468 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c6988853-0b4d-4640-812b-56f91ed25eca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769072021697'] for network (6573b167-2754-4bfc-bf7c-700f06e9004e), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:40.475709 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c6988853-0b4d-4640-812b-56f91ed25eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168'] for network (6573b167-2754-4bfc-bf7c-700f06e9004e), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:40.476660 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6988853-0b4d-4640-812b-56f91ed25eca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:06:40.477233 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c6988853-0b4d-4640-812b-56f91ed25eca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for network (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:40.525662 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-c6988853-0b4d-4640-812b-56f91ed25eca admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6017869 Sep 29 02:06:40.538770 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6988853-0b4d-4640-812b-56f91ed25eca admin admin] Pushing event updated for resources: {'Network': ['ID=6573b167-2754-4bfc-bf7c-700f06e9004e,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:06:40.546600 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6988853-0b4d-4640-812b-56f91ed25eca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:40.546943 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6988853-0b4d-4640-812b-56f91ed25eca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:40.547312 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6988853-0b4d-4640-812b-56f91ed25eca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:40.547653 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6988853-0b4d-4640-812b-56f91ed25eca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:40.547987 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6988853-0b4d-4640-812b-56f91ed25eca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:40.548313 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6988853-0b4d-4640-812b-56f91ed25eca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:40.548640 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6988853-0b4d-4640-812b-56f91ed25eca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:40.549856 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6988853-0b4d-4640-812b-56f91ed25eca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:40.550261 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6988853-0b4d-4640-812b-56f91ed25eca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:40.550591 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6988853-0b4d-4640-812b-56f91ed25eca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:40.550915 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6988853-0b4d-4640-812b-56f91ed25eca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:40.551257 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6988853-0b4d-4640-812b-56f91ed25eca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:40.551586 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6988853-0b4d-4640-812b-56f91ed25eca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:40.551910 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6988853-0b4d-4640-812b-56f91ed25eca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:40.552232 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6988853-0b4d-4640-812b-56f91ed25eca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:40.563508 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Network 6573b167-2754-4bfc-bf7c-700f06e9004e details requested by agent ovs-agent-dv-cinder-740146-21-smb with host dv-cinder-740146-21-smb {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:06:43.128163 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 48856) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:06:43.462479 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.pecan_wsgi.hooks.translation [None req-2361ec23-e49a-4876-8090-d61b9464e841 admin admin] GET failed (client error): The resource could not be found. Sep 29 02:06:43.463742 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-2361ec23-e49a-4876-8090-d61b9464e841 admin admin] 10.222.0.49 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3346546 Sep 29 02:06:43.583122 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cf734d-698a-4df0-8469-aca67276791f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:06:43.584646 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-36cf734d-698a-4df0-8469-aca67276791f admin admin] 10.222.0.49 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1164353 Sep 29 02:06:43.594405 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-7385fafd-ff98-481c-98f1-5502bf4dbeaa admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '6573b167-2754-4bfc-bf7c-700f06e9004e', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:06:43.617717 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7385fafd-ff98-481c-98f1-5502bf4dbeaa admin admin] Made reservation on behalf of 3a47c9ae604c439cb80f84e69bc4f995 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:06:43.620256 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7385fafd-ff98-481c-98f1-5502bf4dbeaa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:43.845140 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7385fafd-ff98-481c-98f1-5502bf4dbeaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168'] for subnet (ac2f5390-a3ee-4d33-a345-a15fdda52c96), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:43.918886 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7385fafd-ff98-481c-98f1-5502bf4dbeaa admin admin] Checking segment: {'id': 'd14c15d4-dbad-4d48-b6a6-c63907d37e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6573b167-2754-4bfc-bf7c-700f06e9004e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:06:43.919241 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7385fafd-ff98-481c-98f1-5502bf4dbeaa admin admin] Network hostable DHCP agents. Network: 6573b167-2754-4bfc-bf7c-700f06e9004e, hostable agents: ['7f4c726f-d790-49c7-8982-ed059dd67ac5'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:06:43.924166 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7385fafd-ff98-481c-98f1-5502bf4dbeaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac2f5390-a3ee-4d33-a345-a15fdda52c96,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:06:43.938291 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385fafd-ff98-481c-98f1-5502bf4dbeaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:43.938613 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385fafd-ff98-481c-98f1-5502bf4dbeaa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:43.938955 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385fafd-ff98-481c-98f1-5502bf4dbeaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:43.939288 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385fafd-ff98-481c-98f1-5502bf4dbeaa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:43.939647 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385fafd-ff98-481c-98f1-5502bf4dbeaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:43.939968 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385fafd-ff98-481c-98f1-5502bf4dbeaa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:43.940286 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385fafd-ff98-481c-98f1-5502bf4dbeaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:43.940600 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385fafd-ff98-481c-98f1-5502bf4dbeaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:43.940987 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385fafd-ff98-481c-98f1-5502bf4dbeaa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:43.941333 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385fafd-ff98-481c-98f1-5502bf4dbeaa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:43.941646 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385fafd-ff98-481c-98f1-5502bf4dbeaa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:43.941976 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385fafd-ff98-481c-98f1-5502bf4dbeaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:43.942294 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385fafd-ff98-481c-98f1-5502bf4dbeaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:43.942604 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385fafd-ff98-481c-98f1-5502bf4dbeaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:43.942913 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385fafd-ff98-481c-98f1-5502bf4dbeaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:43.944081 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385fafd-ff98-481c-98f1-5502bf4dbeaa admin admin] Tracked resource versions report: Sep 29 02:06:43.944081 dv-cinder-740146-21-smb neutron-server[106440]: pushed versions: Sep 29 02:06:43.944081 dv-cinder-740146-21-smb neutron-server[106440]: { 'AddressGroup': {'1.2'}, Sep 29 02:06:43.944081 dv-cinder-740146-21-smb neutron-server[106440]: 'Agent': {'1.1'}, Sep 29 02:06:43.944081 dv-cinder-740146-21-smb neutron-server[106440]: 'ConntrackHelper': {'1.0'}, Sep 29 02:06:43.944081 dv-cinder-740146-21-smb neutron-server[106440]: 'LocalIPAssociation': {'1.0'}, Sep 29 02:06:43.944081 dv-cinder-740146-21-smb neutron-server[106440]: 'Log': {'1.0'}, Sep 29 02:06:43.944081 dv-cinder-740146-21-smb neutron-server[106440]: 'NDPProxy': {'1.0'}, Sep 29 02:06:43.944081 dv-cinder-740146-21-smb neutron-server[106440]: 'Network': {'1.1'}, Sep 29 02:06:43.944081 dv-cinder-740146-21-smb neutron-server[106440]: 'Port': {'1.7'}, Sep 29 02:06:43.944081 dv-cinder-740146-21-smb neutron-server[106440]: 'PortForwarding': {'1.3'}, Sep 29 02:06:43.944081 dv-cinder-740146-21-smb neutron-server[106440]: 'QosPolicy': {'1.10'}, Sep 29 02:06:43.944081 dv-cinder-740146-21-smb neutron-server[106440]: 'SecurityGroup': {'1.5'}, Sep 29 02:06:43.944081 dv-cinder-740146-21-smb neutron-server[106440]: 'SecurityGroupRule': {'1.2'}, Sep 29 02:06:43.944081 dv-cinder-740146-21-smb neutron-server[106440]: 'SubPort': {'1.0'}, Sep 29 02:06:43.944081 dv-cinder-740146-21-smb neutron-server[106440]: 'Subnet': {'1.1'}, Sep 29 02:06:43.944081 dv-cinder-740146-21-smb neutron-server[106440]: 'Trunk': {'1.1'}} Sep 29 02:06:43.944081 dv-cinder-740146-21-smb neutron-server[106440]: consumer versions: Sep 29 02:06:43.944081 dv-cinder-740146-21-smb neutron-server[106440]: { DHCP agent@dv-cinder-740146-21-smb: {}, Sep 29 02:06:43.944081 dv-cinder-740146-21-smb neutron-server[106440]: L3 agent@dv-cinder-740146-21-smb: {}, Sep 29 02:06:43.944081 dv-cinder-740146-21-smb neutron-server[106440]: Metadata agent@dv-cinder-740146-21-smb: {}, Sep 29 02:06:43.944081 dv-cinder-740146-21-smb neutron-server[106440]: Metering agent@dv-cinder-740146-21-smb: {}, Sep 29 02:06:43.944081 dv-cinder-740146-21-smb neutron-server[106440]: Open vSwitch agent@dv-cinder-740146-21-smb: { 'AddressGroup': '1.2', Sep 29 02:06:43.944081 dv-cinder-740146-21-smb neutron-server[106440]: 'Agent': '1.1', Sep 29 02:06:43.944081 dv-cinder-740146-21-smb neutron-server[106440]: 'ConntrackHelper': '1.0', Sep 29 02:06:43.944081 dv-cinder-740146-21-smb neutron-server[106440]: 'LocalIPAssociation': '1.0', Sep 29 02:06:43.944081 dv-cinder-740146-21-smb neutron-server[106440]: 'Log': '1.0', Sep 29 02:06:43.944081 dv-cinder-740146-21-smb neutron-server[106440]: 'NDPProxy': '1.0', Sep 29 02:06:43.944081 dv-cinder-740146-21-smb neutron-server[106440]: 'Network': '1.1', Sep 29 02:06:43.944081 dv-cinder-740146-21-smb neutron-server[106440]: 'Port': '1.7', Sep 29 02:06:43.944081 dv-cinder-740146-21-smb neutron-server[106440]: 'PortForwarding': '1.3', Sep 29 02:06:43.944081 dv-cinder-740146-21-smb neutron-server[106440]: 'QosPolicy': '1.10', Sep 29 02:06:43.944081 dv-cinder-740146-21-smb neutron-server[106440]: 'SecurityGroup': '1.5', Sep 29 02:06:43.944081 dv-cinder-740146-21-smb neutron-server[106440]: 'SecurityGroupRule': '1.2', Sep 29 02:06:43.944081 dv-cinder-740146-21-smb neutron-server[106440]: 'SubPort': '1.0', Sep 29 02:06:43.944081 dv-cinder-740146-21-smb neutron-server[106440]: 'Subnet': '1.1', Sep 29 02:06:43.944081 dv-cinder-740146-21-smb neutron-server[106440]: 'Trunk': '1.1'}} Sep 29 02:06:43.944081 dv-cinder-740146-21-smb neutron-server[106440]: {{(pid=106440) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 02:06:43.966980 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7385fafd-ff98-481c-98f1-5502bf4dbeaa admin admin] Network 6573b167-2754-4bfc-bf7c-700f06e9004e is scheduled to be hosted by DHCP agent 7f4c726f-d790-49c7-8982-ed059dd67ac5 with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:06:43.980228 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-7385fafd-ff98-481c-98f1-5502bf4dbeaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-21-smb, 6573b167-2754-4bfc-bf7c-700f06e9004e) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:06:43.984628 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7385fafd-ff98-481c-98f1-5502bf4dbeaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:06:43.985227 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7385fafd-ff98-481c-98f1-5502bf4dbeaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for subnet (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:43.991476 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ab55cf-1254-43d1-90c8-44e5a1815fe5 None None] Network 6573b167-2754-4bfc-bf7c-700f06e9004e requested from dv-cinder-740146-21-smb {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:06:44.004982 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-7385fafd-ff98-481c-98f1-5502bf4dbeaa admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4138646 Sep 29 02:06:44.100429 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9210a587-579c-4a3f-a608-b351835f072f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp60dc7976-dc90-5c45-bbbf-1f90e69458c6-6573b167-2754-4bfc-bf7c-700f06e9004e', 'network_id': '6573b167-2754-4bfc-bf7c-700f06e9004e', 'project_id': '3a47c9ae604c439cb80f84e69bc4f995', 'fixed_ips': [{'subnet_id': 'ac2f5390-a3ee-4d33-a345-a15fdda52c96'}]}} from dv-cinder-740146-21-smb. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 29 02:06:44.101448 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9210a587-579c-4a3f-a608-b351835f072f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:44.247208 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-9210a587-579c-4a3f-a608-b351835f072f None None] Allocated IP 192.168.233.2 (6573b167-2754-4bfc-bf7c-700f06e9004e/ac2f5390-a3ee-4d33-a345-a15fdda52c96/a4ec1262-8507-4bd4-b861-873ace0b04b9) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:06:44.396723 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9210a587-579c-4a3f-a608-b351835f072f None None] Publish callbacks [] for port (a4ec1262-8507-4bd4-b861-873ace0b04b9), precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:44.403002 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9210a587-579c-4a3f-a608-b351835f072f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420'] for port (a4ec1262-8507-4bd4-b861-873ace0b04b9), after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:44.444680 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9210a587-579c-4a3f-a608-b351835f072f None None] Network 6573b167-2754-4bfc-bf7c-700f06e9004e is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:06:44.447931 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-9210a587-579c-4a3f-a608-b351835f072f None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:06:44.451786 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9210a587-579c-4a3f-a608-b351835f072f None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:06:44.458979 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9210a587-579c-4a3f-a608-b351835f072f None None] Pushing event updated for resources: {'Port': ['ID=a4ec1262-8507-4bd4-b861-873ace0b04b9,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:06:44.483054 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9210a587-579c-4a3f-a608-b351835f072f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:44.483400 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9210a587-579c-4a3f-a608-b351835f072f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:44.483764 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9210a587-579c-4a3f-a608-b351835f072f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:44.484145 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9210a587-579c-4a3f-a608-b351835f072f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:44.484522 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9210a587-579c-4a3f-a608-b351835f072f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:44.484863 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9210a587-579c-4a3f-a608-b351835f072f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:44.485196 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9210a587-579c-4a3f-a608-b351835f072f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:44.485548 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9210a587-579c-4a3f-a608-b351835f072f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:44.485880 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9210a587-579c-4a3f-a608-b351835f072f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:44.486203 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9210a587-579c-4a3f-a608-b351835f072f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:44.487073 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9210a587-579c-4a3f-a608-b351835f072f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:44.487569 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9210a587-579c-4a3f-a608-b351835f072f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:44.488126 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9210a587-579c-4a3f-a608-b351835f072f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:44.488532 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9210a587-579c-4a3f-a608-b351835f072f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:44.489102 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9210a587-579c-4a3f-a608-b351835f072f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:06:44.620606 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-9210a587-579c-4a3f-a608-b351835f072f None None] Attempting to bind port a4ec1262-8507-4bd4-b861-873ace0b04b9 on host dv-cinder-740146-21-smb for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:06:44.620973 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-9210a587-579c-4a3f-a608-b351835f072f None None] Attempting to bind port a4ec1262-8507-4bd4-b861-873ace0b04b9 by drivers openvswitch,hyperv on host dv-cinder-740146-21-smb at level 0 using segments [{'id': 'd14c15d4-dbad-4d48-b6a6-c63907d37e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6573b167-2754-4bfc-bf7c-700f06e9004e'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:06:44.621359 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9210a587-579c-4a3f-a608-b351835f072f None None] Attempting to bind port a4ec1262-8507-4bd4-b861-873ace0b04b9 on network 6573b167-2754-4bfc-bf7c-700f06e9004e {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:06:44.663412 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9210a587-579c-4a3f-a608-b351835f072f None None] Checking agent: {'id': '732f1f10-53c2-4a73-b7b4-882674716f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 25), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:06:44.663695 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9210a587-579c-4a3f-a608-b351835f072f None None] Checking segment: {'id': 'd14c15d4-dbad-4d48-b6a6-c63907d37e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6573b167-2754-4bfc-bf7c-700f06e9004e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:06:44.664094 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9210a587-579c-4a3f-a608-b351835f072f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:44.664483 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9210a587-579c-4a3f-a608-b351835f072f None None] Bound using segment: {'id': 'd14c15d4-dbad-4d48-b6a6-c63907d37e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6573b167-2754-4bfc-bf7c-700f06e9004e'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:06:44.664981 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-9210a587-579c-4a3f-a608-b351835f072f None None] Bound port: a4ec1262-8507-4bd4-b861-873ace0b04b9, host: dv-cinder-740146-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd14c15d4-dbad-4d48-b6a6-c63907d37e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6573b167-2754-4bfc-bf7c-700f06e9004e'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:06:44.665412 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9210a587-579c-4a3f-a608-b351835f072f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (a4ec1262-8507-4bd4-b861-873ace0b04b9), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:44.725587 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9210a587-579c-4a3f-a608-b351835f072f None None] For port a4ec1262-8507-4bd4-b861-873ace0b04b9, host dv-cinder-740146-21-smb, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:06:44.728633 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9210a587-579c-4a3f-a608-b351835f072f None None] For port a4ec1262-8507-4bd4-b861-873ace0b04b9, host dv-cinder-740146-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=a4ec1262-8507-4bd4-b861-873ace0b04b9,segment=NetworkSegment(d14c15d4-dbad-4d48-b6a6-c63907d37e73),segment_id=d14c15d4-dbad-4d48-b6a6-c63907d37e73)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:06:44.734911 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9210a587-579c-4a3f-a608-b351835f072f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (a4ec1262-8507-4bd4-b861-873ace0b04b9), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:44.790039 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9210a587-579c-4a3f-a608-b351835f072f None None] Pushing event updated for resources: {'Port': ['ID=a4ec1262-8507-4bd4-b861-873ace0b04b9,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:06:45.575019 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd02705-d31a-4c16-9ee4-bdec3e5d58eb None None] Network 6573b167-2754-4bfc-bf7c-700f06e9004e requested from dv-cinder-740146-21-smb {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:06:45.631452 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:06:45.669518 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-bd64619a-8d8d-4a42-a4d9-b1aad8ed1031 None None] Provisioning complete for port a4ec1262-8507-4bd4-b861-873ace0b04b9 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:06:45.669899 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bd64619a-8d8d-4a42-a4d9-b1aad8ed1031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (a4ec1262-8507-4bd4-b861-873ace0b04b9), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:45.670229 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-bd64619a-8d8d-4a42-a4d9-b1aad8ed1031 None None] Attempt 1 to provision port a4ec1262-8507-4bd4-b861-873ace0b04b9 Sep 29 02:06:45.710261 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:06:45.784344 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-bd64619a-8d8d-4a42-a4d9-b1aad8ed1031 None None] Current status of the port a4ec1262-8507-4bd4-b861-873ace0b04b9 is: DOWN; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:06:45.785526 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bd64619a-8d8d-4a42-a4d9-b1aad8ed1031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (a4ec1262-8507-4bd4-b861-873ace0b04b9), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:45.829465 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-bd64619a-8d8d-4a42-a4d9-b1aad8ed1031 None None] For port a4ec1262-8507-4bd4-b861-873ace0b04b9, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=a4ec1262-8507-4bd4-b861-873ace0b04b9,segment=NetworkSegment(d14c15d4-dbad-4d48-b6a6-c63907d37e73),segment_id=d14c15d4-dbad-4d48-b6a6-c63907d37e73)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:06:45.836290 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bd64619a-8d8d-4a42-a4d9-b1aad8ed1031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (a4ec1262-8507-4bd4-b861-873ace0b04b9), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:45.894769 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd64619a-8d8d-4a42-a4d9-b1aad8ed1031 None None] Pushing event updated for resources: {'Port': ['ID=a4ec1262-8507-4bd4-b861-873ace0b04b9,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:06:45.959034 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-a76f64cb-4314-4082-8e58-52c966ab6a9a None None] Provisioning complete for port a4ec1262-8507-4bd4-b861-873ace0b04b9 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:06:45.959433 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a76f64cb-4314-4082-8e58-52c966ab6a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (a4ec1262-8507-4bd4-b861-873ace0b04b9), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:45.959767 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-a76f64cb-4314-4082-8e58-52c966ab6a9a None None] Attempt 1 to provision port a4ec1262-8507-4bd4-b861-873ace0b04b9 Sep 29 02:06:46.048088 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-a76f64cb-4314-4082-8e58-52c966ab6a9a None None] Current status of the port a4ec1262-8507-4bd4-b861-873ace0b04b9 is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:06:46.675327 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device a4ec1262-8507-4bd4-b861-873ace0b04b9 up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:06:46.719564 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port a4ec1262-8507-4bd4-b861-873ace0b04b9 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:06:46.719951 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (a4ec1262-8507-4bd4-b861-873ace0b04b9), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:46.720289 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port a4ec1262-8507-4bd4-b861-873ace0b04b9 Sep 29 02:06:46.797242 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port a4ec1262-8507-4bd4-b861-873ace0b04b9 is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:06:49.552769 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0c5f79ba-292e-4dd0-8184-2158451891bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:50.541269 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=30,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:06:50.542058 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=39,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:06:52.054444 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d9ed6c09-bc11-4977-b93b-3aa4616b0867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:53.163893 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:53.992506 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=50,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:06:53.998873 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=43,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:06:54.691826 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:06:54.837951 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:00.024963 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:07:00.029488 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=5 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:07:02.051070 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 5 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:07:04.827048 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=67,neutron:UPDATE=4 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:07:04.833927 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:07:12.046762 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:07:18.025350 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:07:19.554943 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-829af5ec-4a57-48f2-9409-051756342e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:22.056057 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c4450798-d599-4a0d-87ef-0e0195b024c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:23.172675 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:24.695321 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:24.839985 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:34.834198 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:07:34.835353 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:07:37.024625 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=3 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:07:37.025441 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=3 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:07:39.050032 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 5 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:07:49.046140 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=2 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:07:49.557567 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d9c0e848-51d6-4b1e-bf8d-7b17778602e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:52.063164 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d391238b-7981-4700-a8e6-2df04b4b9ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:53.171575 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:54.700619 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:54.842141 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:58.321099 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 48904) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:07:58.326811 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [None req-dac8b050-eec2-4aee-b7ce-94aca14feb8b tempest-verify_tempest_config-1076443682 tempest-verify_tempest_config-1076443682-project] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 29 02:07:58.327767 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-dac8b050-eec2-4aee-b7ce-94aca14feb8b tempest-verify_tempest_config-1076443682 tempest-verify_tempest_config-1076443682-project] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0056653 Sep 29 02:07:58.836143 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 48922) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:07:59.164612 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e1c3da2a-95fc-49d6-829a-a7d09fd36992 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:59.241934 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e1c3da2a-95fc-49d6-829a-a7d09fd36992 admin admin] Publish callbacks [] for security_group (c80bfdba-08b4-4b15-bf55-ea37413ffc5d), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:59.245637 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e1c3da2a-95fc-49d6-829a-a7d09fd36992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (c80bfdba-08b4-4b15-bf55-ea37413ffc5d), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:59.289998 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-e1c3da2a-95fc-49d6-829a-a7d09fd36992 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=cc1f73aaa6af4591bbec55494fcbd785&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4528408 Sep 29 02:07:59.291810 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c3da2a-95fc-49d6-829a-a7d09fd36992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80bfdba-08b4-4b15-bf55-ea37413ffc5d,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:07:59.292727 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 48926) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:07:59.299081 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c3da2a-95fc-49d6-829a-a7d09fd36992 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:59.299423 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c3da2a-95fc-49d6-829a-a7d09fd36992 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:59.299774 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c3da2a-95fc-49d6-829a-a7d09fd36992 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:59.300122 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c3da2a-95fc-49d6-829a-a7d09fd36992 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:59.300451 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c3da2a-95fc-49d6-829a-a7d09fd36992 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:59.300774 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c3da2a-95fc-49d6-829a-a7d09fd36992 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:59.301093 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c3da2a-95fc-49d6-829a-a7d09fd36992 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:59.301436 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c3da2a-95fc-49d6-829a-a7d09fd36992 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:59.301772 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c3da2a-95fc-49d6-829a-a7d09fd36992 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:59.302092 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c3da2a-95fc-49d6-829a-a7d09fd36992 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:59.302412 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c3da2a-95fc-49d6-829a-a7d09fd36992 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:59.302743 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c3da2a-95fc-49d6-829a-a7d09fd36992 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:59.303062 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c3da2a-95fc-49d6-829a-a7d09fd36992 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:59.303373 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c3da2a-95fc-49d6-829a-a7d09fd36992 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:59.303682 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c3da2a-95fc-49d6-829a-a7d09fd36992 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:59.374973 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ad2bd41d-34b0-43ec-8ecd-5467230f5915 admin admin] Publish callbacks [] for security_group (c80bfdba-08b4-4b15-bf55-ea37413ffc5d), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:59.395222 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ad2bd41d-34b0-43ec-8ecd-5467230f5915 admin admin] Publish callbacks [] for security_group (c80bfdba-08b4-4b15-bf55-ea37413ffc5d), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:59.489935 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ad2bd41d-34b0-43ec-8ecd-5467230f5915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (c80bfdba-08b4-4b15-bf55-ea37413ffc5d), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:59.492414 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ad2bd41d-34b0-43ec-8ecd-5467230f5915 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:07:59.493589 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-ad2bd41d-34b0-43ec-8ecd-5467230f5915 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/c80bfdba-08b4-4b15-bf55-ea37413ffc5d HTTP/1.1" status: 204 len: 168 time: 0.1996779 Sep 29 02:07:59.501750 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bd41d-34b0-43ec-8ecd-5467230f5915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80bfdba-08b4-4b15-bf55-ea37413ffc5d,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:07:59.508491 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bd41d-34b0-43ec-8ecd-5467230f5915 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:59.508844 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bd41d-34b0-43ec-8ecd-5467230f5915 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:59.509212 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bd41d-34b0-43ec-8ecd-5467230f5915 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:59.509594 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bd41d-34b0-43ec-8ecd-5467230f5915 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:59.509933 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bd41d-34b0-43ec-8ecd-5467230f5915 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:59.510263 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bd41d-34b0-43ec-8ecd-5467230f5915 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:59.510589 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bd41d-34b0-43ec-8ecd-5467230f5915 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:59.510913 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bd41d-34b0-43ec-8ecd-5467230f5915 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:59.511258 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bd41d-34b0-43ec-8ecd-5467230f5915 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:59.511584 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bd41d-34b0-43ec-8ecd-5467230f5915 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:59.511909 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bd41d-34b0-43ec-8ecd-5467230f5915 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:59.512247 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bd41d-34b0-43ec-8ecd-5467230f5915 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:59.512574 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bd41d-34b0-43ec-8ecd-5467230f5915 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:59.512896 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bd41d-34b0-43ec-8ecd-5467230f5915 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:07:59.513224 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bd41d-34b0-43ec-8ecd-5467230f5915 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:08:04.838116 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:08:09.288425 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=20,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:08:09.294611 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=19,neutron:INSERT=4 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:08:09.504386 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:08:09.505494 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:08:09.533122 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=12 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:08:16.049630 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 5 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:08:19.559911 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-af6206a8-2521-44c9-bd8e-9aa2d3a5346b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:08:22.055554 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-32e4086f-3bd9-4022-a2a0-47d80600ef53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:08:23.172716 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:08:24.702642 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:08:24.845745 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:08:26.044752 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=18 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:08:26.045509 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=16 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:08:34.838477 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:08:34.840330 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:08:49.561624 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-80d1fc43-72d1-4681-9002-70f2857b00e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:08:51.024380 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=2 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:08:51.029504 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=4 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:08:52.058909 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9ae3bcb6-abc5-42e0-afb3-a53a2cdc699a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:08:53.048451 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 5 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:08:53.176781 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:08:54.706782 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:08:54.847601 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:09:03.043846 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:09:03.044590 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:09:04.838316 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:09:04.844794 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:09:19.562599 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c901c728-9c0c-40cc-9920-ac613b5d5a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:09:22.064258 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-903a1085-0541-489c-900e-0f591ade87f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:09:23.178793 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:09:24.709814 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:09:24.849722 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:09:28.024532 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=4 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:09:28.025291 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:09:30.046976 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 5 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:09:34.843830 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:09:34.845711 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:09:38.082941 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1595595'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:09:40.043076 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:09:40.043906 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:09:48.074289 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:09:48.079315 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:INSERT=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:09:49.567384 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0708e671-573d-428c-87f9-06c8883b89c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:09:50.767703 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 49020) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:09:50.895663 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-2ee9292e-4887-4a8c-8d84-e9b1c4d103e0 admin admin] 10.222.0.49 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4547 time: 0.1269300 Sep 29 02:09:52.066924 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2326-e25d-4e9d-a49d-e9c84c01d7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:09:53.181106 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:09:53.355848 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 49030) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:09:53.409741 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-677c42ac-561b-47b7-9491-0a4375b0c126 admin admin] 10.222.0.49 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4547 time: 0.0528131 Sep 29 02:09:54.720817 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:09:54.852475 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:10:00.888606 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:10:03.404531 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:10:04.846682 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:10:04.848641 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:10:05.020039 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=3 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:10:05.020791 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=3 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:10:07.045183 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 6 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:10:08.064412 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:10:18.054807 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:10:18.059616 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:10:18.831838 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=14 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:10:18.833082 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=14 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:10:19.569377 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3f9d2982-3f95-485a-9ed0-acdca59e31aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:10:22.069392 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-51b6d813-b738-4850-aae7-4f8337868771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:10:23.182411 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:10:24.718059 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:10:24.855824 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:10:30.023653 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:10:30.024434 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:10:34.849659 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:10:34.851655 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:10:38.080129 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:10:42.015899 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=2 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:10:42.016876 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=4 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:10:44.050478 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 6 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:10:48.069479 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:10:48.075439 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:10:49.573782 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8d9a139c-6010-416e-bc42-f971e6709c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:10:52.071827 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ea0e85a1-984f-4d67-bceb-d2bbb0a314ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:10:53.185861 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:10:54.039888 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:10:54.049846 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:10:54.721208 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:10:54.858342 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:04.847389 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:04.854137 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:08.078485 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:18.067492 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:18.073604 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:19.008376 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=4 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:19.013274 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:19.576427 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4364d4ae-b19e-43d1-82b0-d252952ff221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:21.049534 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 6 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:11:22.073452 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-dee5f7f7-b16a-4ebf-9890-61a455990be9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:23.189570 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:24.725005 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:24.861727 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:31.045167 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=2 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:34.856470 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:34.857253 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:37.500319 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 49230) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:37.534071 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 49240) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:37.676007 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 49248) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:37.767415 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-093033db-ef99-4629-ae88-73d06f2f82d0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-952934553-network', 'tenant_id': 'b407de2089554e13839d51f270c3adf1'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:11:37.790490 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093033db-ef99-4629-ae88-73d06f2f82d0 admin admin] Made reservation on behalf of b407de2089554e13839d51f270c3adf1 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:11:37.793181 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-093033db-ef99-4629-ae88-73d06f2f82d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for network (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:37.806790 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-093033db-ef99-4629-ae88-73d06f2f82d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:37.892928 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-093033db-ef99-4629-ae88-73d06f2f82d0 admin admin] Publish callbacks [] for security_group (101e538a-6459-4a66-a62f-0064ae2f1b03), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:37.897636 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-093033db-ef99-4629-ae88-73d06f2f82d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (101e538a-6459-4a66-a62f-0064ae2f1b03), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:37.927317 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093033db-ef99-4629-ae88-73d06f2f82d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101e538a-6459-4a66-a62f-0064ae2f1b03,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:37.949905 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-093033db-ef99-4629-ae88-73d06f2f82d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:11:37.953971 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093033db-ef99-4629-ae88-73d06f2f82d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:37.954487 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093033db-ef99-4629-ae88-73d06f2f82d0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:37.954855 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093033db-ef99-4629-ae88-73d06f2f82d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:37.955577 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093033db-ef99-4629-ae88-73d06f2f82d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:37.955918 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093033db-ef99-4629-ae88-73d06f2f82d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:37.956259 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093033db-ef99-4629-ae88-73d06f2f82d0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:37.956564 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093033db-ef99-4629-ae88-73d06f2f82d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:37.956889 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093033db-ef99-4629-ae88-73d06f2f82d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:37.957201 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093033db-ef99-4629-ae88-73d06f2f82d0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:37.958062 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093033db-ef99-4629-ae88-73d06f2f82d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:37.958525 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093033db-ef99-4629-ae88-73d06f2f82d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:37.959052 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093033db-ef99-4629-ae88-73d06f2f82d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:37.959592 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093033db-ef99-4629-ae88-73d06f2f82d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:37.960260 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093033db-ef99-4629-ae88-73d06f2f82d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:37.960846 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093033db-ef99-4629-ae88-73d06f2f82d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:37.962242 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093033db-ef99-4629-ae88-73d06f2f82d0 admin admin] Tracked resource versions report: Sep 29 02:11:37.962242 dv-cinder-740146-21-smb neutron-server[106440]: pushed versions: Sep 29 02:11:37.962242 dv-cinder-740146-21-smb neutron-server[106440]: { 'AddressGroup': {'1.2'}, Sep 29 02:11:37.962242 dv-cinder-740146-21-smb neutron-server[106440]: 'Agent': {'1.1'}, Sep 29 02:11:37.962242 dv-cinder-740146-21-smb neutron-server[106440]: 'ConntrackHelper': {'1.0'}, Sep 29 02:11:37.962242 dv-cinder-740146-21-smb neutron-server[106440]: 'LocalIPAssociation': {'1.0'}, Sep 29 02:11:37.962242 dv-cinder-740146-21-smb neutron-server[106440]: 'Log': {'1.0'}, Sep 29 02:11:37.962242 dv-cinder-740146-21-smb neutron-server[106440]: 'NDPProxy': {'1.0'}, Sep 29 02:11:37.962242 dv-cinder-740146-21-smb neutron-server[106440]: 'Network': {'1.1'}, Sep 29 02:11:37.962242 dv-cinder-740146-21-smb neutron-server[106440]: 'Port': {'1.7'}, Sep 29 02:11:37.962242 dv-cinder-740146-21-smb neutron-server[106440]: 'PortForwarding': {'1.3'}, Sep 29 02:11:37.962242 dv-cinder-740146-21-smb neutron-server[106440]: 'QosPolicy': {'1.10'}, Sep 29 02:11:37.962242 dv-cinder-740146-21-smb neutron-server[106440]: 'SecurityGroup': {'1.5'}, Sep 29 02:11:37.962242 dv-cinder-740146-21-smb neutron-server[106440]: 'SecurityGroupRule': {'1.2'}, Sep 29 02:11:37.962242 dv-cinder-740146-21-smb neutron-server[106440]: 'SubPort': {'1.0'}, Sep 29 02:11:37.962242 dv-cinder-740146-21-smb neutron-server[106440]: 'Subnet': {'1.1'}, Sep 29 02:11:37.962242 dv-cinder-740146-21-smb neutron-server[106440]: 'Trunk': {'1.1'}} Sep 29 02:11:37.962242 dv-cinder-740146-21-smb neutron-server[106440]: consumer versions: Sep 29 02:11:37.962242 dv-cinder-740146-21-smb neutron-server[106440]: { DHCP agent@dv-cinder-740146-21-smb: {}, Sep 29 02:11:37.962242 dv-cinder-740146-21-smb neutron-server[106440]: HyperV agent@hv-cinder-74014: {}, Sep 29 02:11:37.962242 dv-cinder-740146-21-smb neutron-server[106440]: L3 agent@dv-cinder-740146-21-smb: {}, Sep 29 02:11:37.962242 dv-cinder-740146-21-smb neutron-server[106440]: Metadata agent@dv-cinder-740146-21-smb: {}, Sep 29 02:11:37.962242 dv-cinder-740146-21-smb neutron-server[106440]: Metering agent@dv-cinder-740146-21-smb: {}, Sep 29 02:11:37.962242 dv-cinder-740146-21-smb neutron-server[106440]: Open vSwitch agent@dv-cinder-740146-21-smb: { 'AddressGroup': '1.2', Sep 29 02:11:37.962242 dv-cinder-740146-21-smb neutron-server[106440]: 'Agent': '1.1', Sep 29 02:11:37.962242 dv-cinder-740146-21-smb neutron-server[106440]: 'ConntrackHelper': '1.0', Sep 29 02:11:37.962242 dv-cinder-740146-21-smb neutron-server[106440]: 'LocalIPAssociation': '1.0', Sep 29 02:11:37.962242 dv-cinder-740146-21-smb neutron-server[106440]: 'Log': '1.0', Sep 29 02:11:37.962242 dv-cinder-740146-21-smb neutron-server[106440]: 'NDPProxy': '1.0', Sep 29 02:11:37.962242 dv-cinder-740146-21-smb neutron-server[106440]: 'Network': '1.1', Sep 29 02:11:37.962242 dv-cinder-740146-21-smb neutron-server[106440]: 'Port': '1.7', Sep 29 02:11:37.962242 dv-cinder-740146-21-smb neutron-server[106440]: 'PortForwarding': '1.3', Sep 29 02:11:37.962242 dv-cinder-740146-21-smb neutron-server[106440]: 'QosPolicy': '1.10', Sep 29 02:11:37.962242 dv-cinder-740146-21-smb neutron-server[106440]: 'SecurityGroup': '1.5', Sep 29 02:11:37.962242 dv-cinder-740146-21-smb neutron-server[106440]: 'SecurityGroupRule': '1.2', Sep 29 02:11:37.962242 dv-cinder-740146-21-smb neutron-server[106440]: 'SubPort': '1.0', Sep 29 02:11:37.962242 dv-cinder-740146-21-smb neutron-server[106440]: 'Subnet': '1.1', Sep 29 02:11:37.962242 dv-cinder-740146-21-smb neutron-server[106440]: 'Trunk': '1.1'}} Sep 29 02:11:37.962242 dv-cinder-740146-21-smb neutron-server[106440]: {{(pid=106440) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 02:11:37.979049 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-093033db-ef99-4629-ae88-73d06f2f82d0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769072566977', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841896'] for segment (a8a02d65-1024-4bc6-87a2-058a2a88454f), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:37.979594 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-093033db-ef99-4629-ae88-73d06f2f82d0 admin admin] Unsubscribe: segment precommit_create {{(pid=106440) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 29 02:11:37.980065 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.db.segments_db [None req-093033db-ef99-4629-ae88-73d06f2f82d0 admin admin] Added segment a8a02d65-1024-4bc6-87a2-058a2a88454f of type vlan for network ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3 Sep 29 02:11:38.038301 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-093033db-ef99-4629-ae88-73d06f2f82d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769072021697'] for network (ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:38.077019 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 49260) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:38.082217 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:38.083271 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-98ea54b0-330b-48b6-93b3-d6c6e2172c48 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-823417103-network', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:11:38.103988 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-093033db-ef99-4629-ae88-73d06f2f82d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168'] for network (ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:38.105244 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093033db-ef99-4629-ae88-73d06f2f82d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:38.105856 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-093033db-ef99-4629-ae88-73d06f2f82d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for network (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:38.115157 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ea54b0-330b-48b6-93b3-d6c6e2172c48 admin admin] Made reservation on behalf of 1765f90d50914c75bf5c10c43bc688e9 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:11:38.117458 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-98ea54b0-330b-48b6-93b3-d6c6e2172c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for network (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:38.212293 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-41192297-2a9f-4700-bea5-08d2f3b81d1d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-106992495-network', 'tenant_id': 'bb1caf7cbae44c41bce39e486a20f6eb'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:11:38.217707 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-98ea54b0-330b-48b6-93b3-d6c6e2172c48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:38.251702 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-093033db-ef99-4629-ae88-73d06f2f82d0 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7505441 Sep 29 02:11:38.254545 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 49278) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:38.260355 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-ff490c71-deea-4e38-9a7f-d9e7cf6bdd60 admin admin] Request body: {'subnet': {'network_id': 'ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-952934553-subnet', 'tenant_id': 'b407de2089554e13839d51f270c3adf1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:11:38.286553 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff490c71-deea-4e38-9a7f-d9e7cf6bdd60 admin admin] Made reservation on behalf of b407de2089554e13839d51f270c3adf1 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:11:38.289978 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ff490c71-deea-4e38-9a7f-d9e7cf6bdd60 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:38.309434 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093033db-ef99-4629-ae88-73d06f2f82d0 admin admin] Pushing event updated for resources: {'Network': ['ID=ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:38.325094 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-98ea54b0-330b-48b6-93b3-d6c6e2172c48 admin admin] Publish callbacks [] for security_group (4b88e419-b0dd-4e6c-a317-05711c529917), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:38.335357 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-98ea54b0-330b-48b6-93b3-d6c6e2172c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (4b88e419-b0dd-4e6c-a317-05711c529917), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:38.342313 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Network ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3 details requested by agent ovs-agent-dv-cinder-740146-21-smb with host dv-cinder-740146-21-smb {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:11:38.367480 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98ea54b0-330b-48b6-93b3-d6c6e2172c48 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:11:38.372990 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41192297-2a9f-4700-bea5-08d2f3b81d1d admin admin] Made reservation on behalf of bb1caf7cbae44c41bce39e486a20f6eb for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:11:38.375558 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-41192297-2a9f-4700-bea5-08d2f3b81d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for network (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:38.388087 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-41192297-2a9f-4700-bea5-08d2f3b81d1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:38.397569 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea54b0-330b-48b6-93b3-d6c6e2172c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b88e419-b0dd-4e6c-a317-05711c529917,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:38.471864 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-41192297-2a9f-4700-bea5-08d2f3b81d1d admin admin] Publish callbacks [] for security_group (336e9f14-bc7a-4630-acc9-252ef64fa5c3), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:38.475190 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=71,neutron:INSERT=23,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:38.476087 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=72,neutron:INSERT=25,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:38.477601 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-98ea54b0-330b-48b6-93b3-d6c6e2172c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841896'] for segment (1941badf-aa62-4a91-ac01-3d965bf2bf64), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:38.478284 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.db.segments_db [None req-98ea54b0-330b-48b6-93b3-d6c6e2172c48 admin admin] Added segment 1941badf-aa62-4a91-ac01-3d965bf2bf64 of type vlan for network 2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2 Sep 29 02:11:38.480865 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-41192297-2a9f-4700-bea5-08d2f3b81d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (336e9f14-bc7a-4630-acc9-252ef64fa5c3), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:38.530995 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-98ea54b0-330b-48b6-93b3-d6c6e2172c48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769072021697'] for network (2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:38.563331 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-98ea54b0-330b-48b6-93b3-d6c6e2172c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168'] for network (2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:38.564746 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ea54b0-330b-48b6-93b3-d6c6e2172c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:38.565518 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-98ea54b0-330b-48b6-93b3-d6c6e2172c48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for network (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:38.576674 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41192297-2a9f-4700-bea5-08d2f3b81d1d admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:11:38.597540 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-8f1a490f-d054-490c-869e-b9d9e86627a1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-27487552-network', 'tenant_id': '8584701589bf4c849d7eba7a7d3138e3'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:11:38.627467 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1a490f-d054-490c-869e-b9d9e86627a1 admin admin] Made reservation on behalf of 8584701589bf4c849d7eba7a7d3138e3 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:11:38.631207 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8f1a490f-d054-490c-869e-b9d9e86627a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for network (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:38.647077 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea54b0-330b-48b6-93b3-d6c6e2172c48 admin admin] Pushing event updated for resources: {'Network': ['ID=2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:38.648544 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8f1a490f-d054-490c-869e-b9d9e86627a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:38.656416 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-98ea54b0-330b-48b6-93b3-d6c6e2172c48 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1213033 Sep 29 02:11:38.659851 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Network 2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2 details requested by agent ovs-agent-dv-cinder-740146-21-smb with host dv-cinder-740146-21-smb {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:11:38.661954 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 49282) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:38.670106 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-61bdfafe-b1e0-4cd9-a51c-767ba79bb009 admin admin] Request body: {'subnet': {'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-823417103-subnet', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:11:38.695675 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61bdfafe-b1e0-4cd9-a51c-767ba79bb009 admin admin] Made reservation on behalf of 1765f90d50914c75bf5c10c43bc688e9 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:11:38.698370 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-61bdfafe-b1e0-4cd9-a51c-767ba79bb009 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:38.770980 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8f1a490f-d054-490c-869e-b9d9e86627a1 admin admin] Publish callbacks [] for security_group (1d1a65bb-8647-4080-baae-9286ef50ac60), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:38.779402 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8f1a490f-d054-490c-869e-b9d9e86627a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (1d1a65bb-8647-4080-baae-9286ef50ac60), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:38.795613 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f1a490f-d054-490c-869e-b9d9e86627a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:11:38.809753 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8f1a490f-d054-490c-869e-b9d9e86627a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841896'] for segment (43f3e6d4-dadc-474d-9558-852a30f5c49f), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:38.810328 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.db.segments_db [None req-8f1a490f-d054-490c-869e-b9d9e86627a1 admin admin] Added segment 43f3e6d4-dadc-474d-9558-852a30f5c49f of type vlan for network 4627e623-304a-4643-bc74-20612e0c7f0a Sep 29 02:11:38.867694 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-41192297-2a9f-4700-bea5-08d2f3b81d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841896'] for segment (af33ed35-e9af-41d9-8ab2-604c2b07ce0b), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:38.867694 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.db.segments_db [None req-41192297-2a9f-4700-bea5-08d2f3b81d1d admin admin] Added segment af33ed35-e9af-41d9-8ab2-604c2b07ce0b of type vlan for network 3be65160-34ea-4bb6-abd7-0d461783c057 Sep 29 02:11:38.875456 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8f1a490f-d054-490c-869e-b9d9e86627a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769072021697'] for network (4627e623-304a-4643-bc74-20612e0c7f0a), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:38.876502 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41192297-2a9f-4700-bea5-08d2f3b81d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336e9f14-bc7a-4630-acc9-252ef64fa5c3,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:38.880850 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4,neutron:INSERT=13,neutron:DELETE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:38.882496 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-61bdfafe-b1e0-4cd9-a51c-767ba79bb009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168'] for subnet (00e04331-0054-4eae-80e0-25be17b9d3cd), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:38.943660 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ff490c71-deea-4e38-9a7f-d9e7cf6bdd60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168'] for subnet (2111ad5b-3d2c-43c1-94a3-5ae626ce912e), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:38.950371 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8f1a490f-d054-490c-869e-b9d9e86627a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168'] for network (4627e623-304a-4643-bc74-20612e0c7f0a), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:38.951639 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1a490f-d054-490c-869e-b9d9e86627a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:38.952213 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8f1a490f-d054-490c-869e-b9d9e86627a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for network (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:38.978820 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-41192297-2a9f-4700-bea5-08d2f3b81d1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769072021697'] for network (3be65160-34ea-4bb6-abd7-0d461783c057), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:39.010179 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff490c71-deea-4e38-9a7f-d9e7cf6bdd60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2111ad5b-3d2c-43c1-94a3-5ae626ce912e,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:39.033651 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bdfafe-b1e0-4cd9-a51c-767ba79bb009 admin admin] Checking segment: {'id': '1941badf-aa62-4a91-ac01-3d965bf2bf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:11:39.034013 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bdfafe-b1e0-4cd9-a51c-767ba79bb009 admin admin] Network hostable DHCP agents. Network: 2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2, hostable agents: ['7f4c726f-d790-49c7-8982-ed059dd67ac5'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:11:39.055744 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bdfafe-b1e0-4cd9-a51c-767ba79bb009 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00e04331-0054-4eae-80e0-25be17b9d3cd,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:39.094511 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff490c71-deea-4e38-9a7f-d9e7cf6bdd60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:39.095103 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff490c71-deea-4e38-9a7f-d9e7cf6bdd60 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:39.095218 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff490c71-deea-4e38-9a7f-d9e7cf6bdd60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:39.095544 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff490c71-deea-4e38-9a7f-d9e7cf6bdd60 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:39.095884 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff490c71-deea-4e38-9a7f-d9e7cf6bdd60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:39.096200 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff490c71-deea-4e38-9a7f-d9e7cf6bdd60 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:39.096523 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff490c71-deea-4e38-9a7f-d9e7cf6bdd60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:39.096843 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff490c71-deea-4e38-9a7f-d9e7cf6bdd60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:39.097209 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff490c71-deea-4e38-9a7f-d9e7cf6bdd60 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:39.097654 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff490c71-deea-4e38-9a7f-d9e7cf6bdd60 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:39.097979 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff490c71-deea-4e38-9a7f-d9e7cf6bdd60 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:39.098711 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff490c71-deea-4e38-9a7f-d9e7cf6bdd60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:39.099224 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff490c71-deea-4e38-9a7f-d9e7cf6bdd60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:39.099487 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff490c71-deea-4e38-9a7f-d9e7cf6bdd60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:39.099851 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff490c71-deea-4e38-9a7f-d9e7cf6bdd60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:39.102104 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff490c71-deea-4e38-9a7f-d9e7cf6bdd60 admin admin] Tracked resource versions report: Sep 29 02:11:39.102104 dv-cinder-740146-21-smb neutron-server[106439]: pushed versions: Sep 29 02:11:39.102104 dv-cinder-740146-21-smb neutron-server[106439]: { 'AddressGroup': {'1.2'}, Sep 29 02:11:39.102104 dv-cinder-740146-21-smb neutron-server[106439]: 'Agent': {'1.1'}, Sep 29 02:11:39.102104 dv-cinder-740146-21-smb neutron-server[106439]: 'ConntrackHelper': {'1.0'}, Sep 29 02:11:39.102104 dv-cinder-740146-21-smb neutron-server[106439]: 'LocalIPAssociation': {'1.0'}, Sep 29 02:11:39.102104 dv-cinder-740146-21-smb neutron-server[106439]: 'Log': {'1.0'}, Sep 29 02:11:39.102104 dv-cinder-740146-21-smb neutron-server[106439]: 'NDPProxy': {'1.0'}, Sep 29 02:11:39.102104 dv-cinder-740146-21-smb neutron-server[106439]: 'Network': {'1.1'}, Sep 29 02:11:39.102104 dv-cinder-740146-21-smb neutron-server[106439]: 'Port': {'1.7'}, Sep 29 02:11:39.102104 dv-cinder-740146-21-smb neutron-server[106439]: 'PortForwarding': {'1.3'}, Sep 29 02:11:39.102104 dv-cinder-740146-21-smb neutron-server[106439]: 'QosPolicy': {'1.10'}, Sep 29 02:11:39.102104 dv-cinder-740146-21-smb neutron-server[106439]: 'SecurityGroup': {'1.5'}, Sep 29 02:11:39.102104 dv-cinder-740146-21-smb neutron-server[106439]: 'SecurityGroupRule': {'1.2'}, Sep 29 02:11:39.102104 dv-cinder-740146-21-smb neutron-server[106439]: 'SubPort': {'1.0'}, Sep 29 02:11:39.102104 dv-cinder-740146-21-smb neutron-server[106439]: 'Subnet': {'1.1'}, Sep 29 02:11:39.102104 dv-cinder-740146-21-smb neutron-server[106439]: 'Trunk': {'1.1'}} Sep 29 02:11:39.102104 dv-cinder-740146-21-smb neutron-server[106439]: consumer versions: Sep 29 02:11:39.102104 dv-cinder-740146-21-smb neutron-server[106439]: { DHCP agent@dv-cinder-740146-21-smb: {}, Sep 29 02:11:39.102104 dv-cinder-740146-21-smb neutron-server[106439]: HyperV agent@hv-cinder-74014: {}, Sep 29 02:11:39.102104 dv-cinder-740146-21-smb neutron-server[106439]: L3 agent@dv-cinder-740146-21-smb: {}, Sep 29 02:11:39.102104 dv-cinder-740146-21-smb neutron-server[106439]: Metadata agent@dv-cinder-740146-21-smb: {}, Sep 29 02:11:39.102104 dv-cinder-740146-21-smb neutron-server[106439]: Metering agent@dv-cinder-740146-21-smb: {}, Sep 29 02:11:39.102104 dv-cinder-740146-21-smb neutron-server[106439]: Open vSwitch agent@dv-cinder-740146-21-smb: { 'AddressGroup': '1.2', Sep 29 02:11:39.102104 dv-cinder-740146-21-smb neutron-server[106439]: 'Agent': '1.1', Sep 29 02:11:39.102104 dv-cinder-740146-21-smb neutron-server[106439]: 'ConntrackHelper': '1.0', Sep 29 02:11:39.102104 dv-cinder-740146-21-smb neutron-server[106439]: 'LocalIPAssociation': '1.0', Sep 29 02:11:39.102104 dv-cinder-740146-21-smb neutron-server[106439]: 'Log': '1.0', Sep 29 02:11:39.102104 dv-cinder-740146-21-smb neutron-server[106439]: 'NDPProxy': '1.0', Sep 29 02:11:39.102104 dv-cinder-740146-21-smb neutron-server[106439]: 'Network': '1.1', Sep 29 02:11:39.102104 dv-cinder-740146-21-smb neutron-server[106439]: 'Port': '1.7', Sep 29 02:11:39.102104 dv-cinder-740146-21-smb neutron-server[106439]: 'PortForwarding': '1.3', Sep 29 02:11:39.102104 dv-cinder-740146-21-smb neutron-server[106439]: 'QosPolicy': '1.10', Sep 29 02:11:39.102104 dv-cinder-740146-21-smb neutron-server[106439]: 'SecurityGroup': '1.5', Sep 29 02:11:39.102104 dv-cinder-740146-21-smb neutron-server[106439]: 'SecurityGroupRule': '1.2', Sep 29 02:11:39.102104 dv-cinder-740146-21-smb neutron-server[106439]: 'SubPort': '1.0', Sep 29 02:11:39.102104 dv-cinder-740146-21-smb neutron-server[106439]: 'Subnet': '1.1', Sep 29 02:11:39.102104 dv-cinder-740146-21-smb neutron-server[106439]: 'Trunk': '1.1'}} Sep 29 02:11:39.102104 dv-cinder-740146-21-smb neutron-server[106439]: {{(pid=106439) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 02:11:39.104989 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a490f-d054-490c-869e-b9d9e86627a1 admin admin] Pushing event updated for resources: {'Network': ['ID=4627e623-304a-4643-bc74-20612e0c7f0a,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:39.109266 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-41192297-2a9f-4700-bea5-08d2f3b81d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168'] for network (3be65160-34ea-4bb6-abd7-0d461783c057), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:39.110168 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41192297-2a9f-4700-bea5-08d2f3b81d1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:39.110970 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-41192297-2a9f-4700-bea5-08d2f3b81d1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for network (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:39.137218 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a490f-d054-490c-869e-b9d9e86627a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1a65bb-8647-4080-baae-9286ef50ac60,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:39.145672 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-8f1a490f-d054-490c-869e-b9d9e86627a1 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0641730 Sep 29 02:11:39.155815 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 49306) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:39.164847 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bdfafe-b1e0-4cd9-a51c-767ba79bb009 admin admin] Network 2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2 is scheduled to be hosted by DHCP agent 7f4c726f-d790-49c7-8982-ed059dd67ac5 with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:11:39.169482 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-ae5063cf-fd0d-402d-8539-73cb502bca16 admin admin] Request body: {'subnet': {'network_id': '4627e623-304a-4643-bc74-20612e0c7f0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-27487552-subnet', 'tenant_id': '8584701589bf4c849d7eba7a7d3138e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:11:39.197290 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-61bdfafe-b1e0-4cd9-a51c-767ba79bb009 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-21-smb, 2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:11:39.200163 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41192297-2a9f-4700-bea5-08d2f3b81d1d admin admin] Pushing event updated for resources: {'Network': ['ID=3be65160-34ea-4bb6-abd7-0d461783c057,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:39.209890 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48031849-1176-422c-b48b-523a5aa0211e None None] Network 2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2 requested from dv-cinder-740146-21-smb {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:11:39.212650 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-41192297-2a9f-4700-bea5-08d2f3b81d1d admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5355551 Sep 29 02:11:39.215319 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bdfafe-b1e0-4cd9-a51c-767ba79bb009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:39.216089 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-61bdfafe-b1e0-4cd9-a51c-767ba79bb009 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for subnet (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:39.218906 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 49310) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:39.227131 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-fc86487a-17e7-42d5-9455-8b41ebeb0587 admin admin] Request body: {'subnet': {'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-106992495-subnet', 'tenant_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:11:39.247694 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-61bdfafe-b1e0-4cd9-a51c-767ba79bb009 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5829263 Sep 29 02:11:39.250036 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 49312) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:39.253100 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff490c71-deea-4e38-9a7f-d9e7cf6bdd60 admin admin] Checking segment: {'id': 'a8a02d65-1024-4bc6-87a2-058a2a88454f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:11:39.254444 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff490c71-deea-4e38-9a7f-d9e7cf6bdd60 admin admin] Network hostable DHCP agents. Network: ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3, hostable agents: ['7f4c726f-d790-49c7-8982-ed059dd67ac5'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:11:39.258948 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-06e51c01-5e79-42c5-9184-5cda12b87843 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-823417103-router', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:11:39.274738 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5063cf-fd0d-402d-8539-73cb502bca16 admin admin] Made reservation on behalf of 8584701589bf4c849d7eba7a7d3138e3 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:11:39.283271 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ae5063cf-fd0d-402d-8539-73cb502bca16 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:39.310149 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-06e51c01-5e79-42c5-9184-5cda12b87843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10396'] for router (17ccc970-db74-48fa-898c-ddc4443f89df), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:39.311548 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-06e51c01-5e79-42c5-9184-5cda12b87843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1581304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2067329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2004281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10375'] for router (17ccc970-db74-48fa-898c-ddc4443f89df), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:39.332624 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Network 4627e623-304a-4643-bc74-20612e0c7f0a details requested by agent ovs-agent-dv-cinder-740146-21-smb with host dv-cinder-740146-21-smb {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:11:39.342702 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Network 3be65160-34ea-4bb6-abd7-0d461783c057 details requested by agent ovs-agent-dv-cinder-740146-21-smb with host dv-cinder-740146-21-smb {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:11:39.376582 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=10 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:39.377732 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:39.382064 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc86487a-17e7-42d5-9455-8b41ebeb0587 admin admin] Made reservation on behalf of bb1caf7cbae44c41bce39e486a20f6eb for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:11:39.385494 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fc86487a-17e7-42d5-9455-8b41ebeb0587 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:39.458324 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff490c71-deea-4e38-9a7f-d9e7cf6bdd60 admin admin] Network ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3 is scheduled to be hosted by DHCP agent 7f4c726f-d790-49c7-8982-ed059dd67ac5 with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:11:39.489673 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-ff490c71-deea-4e38-9a7f-d9e7cf6bdd60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-21-smb, ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:11:39.537355 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff490c71-deea-4e38-9a7f-d9e7cf6bdd60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:39.538280 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ff490c71-deea-4e38-9a7f-d9e7cf6bdd60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for subnet (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:39.547959 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0485f20-7d66-45c3-a9ef-428d7ceee375 None None] Network ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3 requested from dv-cinder-740146-21-smb {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:11:39.567734 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-06e51c01-5e79-42c5-9184-5cda12b87843 admin admin] Publish callbacks [] for router_controller (17ccc970-db74-48fa-898c-ddc4443f89df), precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:39.753714 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-ff490c71-deea-4e38-9a7f-d9e7cf6bdd60 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4929404 Sep 29 02:11:39.761472 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 49336) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:39.829134 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-ff622102-6d91-4e17-9196-82a0adfa4e02 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-952934553-router', 'tenant_id': 'b407de2089554e13839d51f270c3adf1', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'}}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:11:39.836185 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-06e51c01-5e79-42c5-9184-5cda12b87843 admin admin] Publish callbacks [] for router_gateway (17ccc970-db74-48fa-898c-ddc4443f89df), precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:39.868420 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ae5063cf-fd0d-402d-8539-73cb502bca16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168'] for subnet (5f87fc17-fad1-4de6-b084-5ceaf24b28d8), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:39.916502 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5802e6-c751-4ac6-a00f-6f5caab7334c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp60dc7976-dc90-5c45-bbbf-1f90e69458c6-2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'fixed_ips': [{'subnet_id': '00e04331-0054-4eae-80e0-25be17b9d3cd'}]}} from dv-cinder-740146-21-smb. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 29 02:11:39.917855 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-eb5802e6-c751-4ac6-a00f-6f5caab7334c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:39.989059 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ff622102-6d91-4e17-9196-82a0adfa4e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10396'] for router (33b7755f-0ea9-4a24-a5cf-6db9c23f13ea), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:39.990176 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ff622102-6d91-4e17-9196-82a0adfa4e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1581304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2067329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2004281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10375'] for router (33b7755f-0ea9-4a24-a5cf-6db9c23f13ea), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:40.097556 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ff622102-6d91-4e17-9196-82a0adfa4e02 admin admin] Publish callbacks [] for router_controller (33b7755f-0ea9-4a24-a5cf-6db9c23f13ea), precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:40.187983 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5063cf-fd0d-402d-8539-73cb502bca16 admin admin] Checking segment: {'id': '43f3e6d4-dadc-474d-9558-852a30f5c49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4627e623-304a-4643-bc74-20612e0c7f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:11:40.188374 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5063cf-fd0d-402d-8539-73cb502bca16 admin admin] Network hostable DHCP agents. Network: 4627e623-304a-4643-bc74-20612e0c7f0a, hostable agents: ['7f4c726f-d790-49c7-8982-ed059dd67ac5'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:11:40.195490 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a7a533-ac1d-43a3-8283-22d193cb33c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp60dc7976-dc90-5c45-bbbf-1f90e69458c6-ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3', 'network_id': 'ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3', 'project_id': 'b407de2089554e13839d51f270c3adf1', 'fixed_ips': [{'subnet_id': '2111ad5b-3d2c-43c1-94a3-5ae626ce912e'}]}} from dv-cinder-740146-21-smb. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 29 02:11:40.196455 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-51a7a533-ac1d-43a3-8283-22d193cb33c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:40.206780 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5063cf-fd0d-402d-8539-73cb502bca16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f87fc17-fad1-4de6-b084-5ceaf24b28d8,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:40.257759 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:INSERT=16,neutron:SELECT=81,neutron:UPDATE=3 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:40.282460 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fc86487a-17e7-42d5-9455-8b41ebeb0587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168'] for subnet (398c055b-a2b0-4881-821c-6995d7734c32), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:40.319830 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-eb5802e6-c751-4ac6-a00f-6f5caab7334c None None] Allocated IP 172.20.0.2 (2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2/00e04331-0054-4eae-80e0-25be17b9d3cd/3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:11:40.333281 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-06e51c01-5e79-42c5-9184-5cda12b87843 admin admin] Publish callbacks [] for router_gateway (17ccc970-db74-48fa-898c-ddc4443f89df), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:40.368977 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-06e51c01-5e79-42c5-9184-5cda12b87843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:40.388743 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc86487a-17e7-42d5-9455-8b41ebeb0587 admin admin] Pushing event updated for resources: {'Subnet': ['ID=398c055b-a2b0-4881-821c-6995d7734c32,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:40.401471 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5063cf-fd0d-402d-8539-73cb502bca16 admin admin] Network 4627e623-304a-4643-bc74-20612e0c7f0a is scheduled to be hosted by DHCP agent 7f4c726f-d790-49c7-8982-ed059dd67ac5 with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:11:40.520558 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ff622102-6d91-4e17-9196-82a0adfa4e02 admin admin] Publish callbacks [] for router_gateway (33b7755f-0ea9-4a24-a5cf-6db9c23f13ea), precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:40.532276 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-ae5063cf-fd0d-402d-8539-73cb502bca16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-21-smb, 4627e623-304a-4643-bc74-20612e0c7f0a) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:11:40.540377 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5063cf-fd0d-402d-8539-73cb502bca16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:40.541521 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ae5063cf-fd0d-402d-8539-73cb502bca16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for subnet (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:40.564984 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aaa25a2-73c0-4496-bebc-2a1a887d3796 None None] Network 4627e623-304a-4643-bc74-20612e0c7f0a requested from dv-cinder-740146-21-smb {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:11:40.579924 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:40.613776 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-06e51c01-5e79-42c5-9184-5cda12b87843 admin admin] Allocated IP 172.28.2.109 (b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd/e0ffa218-6ca5-4006-b711-a782d769deaf/b68d155e-ceab-48f9-b772-928525dda4ba) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:11:40.685798 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-ae5063cf-fd0d-402d-8539-73cb502bca16 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5247288 Sep 29 02:11:40.688272 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:40.689389 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc86487a-17e7-42d5-9455-8b41ebeb0587 admin admin] Checking segment: {'id': 'af33ed35-e9af-41d9-8ab2-604c2b07ce0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:11:40.689750 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc86487a-17e7-42d5-9455-8b41ebeb0587 admin admin] Network hostable DHCP agents. Network: 3be65160-34ea-4bb6-abd7-0d461783c057, hostable agents: ['7f4c726f-d790-49c7-8982-ed059dd67ac5'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:11:40.692277 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 49356) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:40.700336 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-0753f369-6728-4493-b0bb-c07a84ebc50d admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-27487552-router', 'tenant_id': '8584701589bf4c849d7eba7a7d3138e3', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:11:40.740972 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:40.790438 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc86487a-17e7-42d5-9455-8b41ebeb0587 admin admin] Network 3be65160-34ea-4bb6-abd7-0d461783c057 is scheduled to be hosted by DHCP agent 7f4c726f-d790-49c7-8982-ed059dd67ac5 with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:11:40.803831 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0753f369-6728-4493-b0bb-c07a84ebc50d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10396'] for router (3d8c07bd-2d40-40ea-88e6-17840f10c14f), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:40.805802 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0753f369-6728-4493-b0bb-c07a84ebc50d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1581304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2067329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2004281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10375'] for router (3d8c07bd-2d40-40ea-88e6-17840f10c14f), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:40.820657 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-fc86487a-17e7-42d5-9455-8b41ebeb0587 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-21-smb, 3be65160-34ea-4bb6-abd7-0d461783c057) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:11:40.837704 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:40.847447 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10060c1-923e-418b-876f-efaf201a9380 None None] Network 3be65160-34ea-4bb6-abd7-0d461783c057 requested from dv-cinder-740146-21-smb {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:11:40.887907 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-51a7a533-ac1d-43a3-8283-22d193cb33c6 None None] Allocated IP 172.20.0.2 (ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3/2111ad5b-3d2c-43c1-94a3-5ae626ce912e/fe5baa51-91f2-4736-8ca1-1c9d39302b29) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:11:40.916737 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:40.960941 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-eb5802e6-c751-4ac6-a00f-6f5caab7334c None None] Publish callbacks [] for port (3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1), precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:40.984319 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-06e51c01-5e79-42c5-9184-5cda12b87843 admin admin] Publish callbacks [] for port (b68d155e-ceab-48f9-b772-928525dda4ba), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:41.042261 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc86487a-17e7-42d5-9455-8b41ebeb0587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:41.043430 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fc86487a-17e7-42d5-9455-8b41ebeb0587 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for subnet (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:41.066657 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ff622102-6d91-4e17-9196-82a0adfa4e02 admin admin] Publish callbacks [] for router_gateway (33b7755f-0ea9-4a24-a5cf-6db9c23f13ea), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:41.114323 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ff622102-6d91-4e17-9196-82a0adfa4e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:41.125146 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0753f369-6728-4493-b0bb-c07a84ebc50d admin admin] Publish callbacks [] for router_controller (3d8c07bd-2d40-40ea-88e6-17840f10c14f), precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:41.130047 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-fc86487a-17e7-42d5-9455-8b41ebeb0587 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9079878 Sep 29 02:11:41.130989 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 49384) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:41.140783 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-919497a0-0474-44c2-acc5-6a928fc00a8a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-106992495-router', 'tenant_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'}}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:11:41.170562 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-eb5802e6-c751-4ac6-a00f-6f5caab7334c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420'] for port (3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1), after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:41.210929 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-919497a0-0474-44c2-acc5-6a928fc00a8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10396'] for router (68bac2b9-f319-44c9-b5bb-e2c32a63b70b), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:41.212089 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-919497a0-0474-44c2-acc5-6a928fc00a8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1581304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2067329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2004281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10375'] for router (68bac2b9-f319-44c9-b5bb-e2c32a63b70b), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:41.212342 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b55e25c-a6ed-4f9f-b5d4-753ce75c9159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp60dc7976-dc90-5c45-bbbf-1f90e69458c6-3be65160-34ea-4bb6-abd7-0d461783c057', 'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057', 'project_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'fixed_ips': [{'subnet_id': '398c055b-a2b0-4881-821c-6995d7734c32'}]}} from dv-cinder-740146-21-smb. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 29 02:11:41.213636 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0b55e25c-a6ed-4f9f-b5d4-753ce75c9159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:41.358063 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-919497a0-0474-44c2-acc5-6a928fc00a8a admin admin] Publish callbacks [] for router_controller (68bac2b9-f319-44c9-b5bb-e2c32a63b70b), precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:41.434102 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0753f369-6728-4493-b0bb-c07a84ebc50d admin admin] Publish callbacks [] for router_gateway (3d8c07bd-2d40-40ea-88e6-17840f10c14f), precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:41.474264 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-06e51c01-5e79-42c5-9184-5cda12b87843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420'] for port (b68d155e-ceab-48f9-b772-928525dda4ba), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:41.488314 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6274be35-ad69-4363-a1d3-472825301aa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp60dc7976-dc90-5c45-bbbf-1f90e69458c6-4627e623-304a-4643-bc74-20612e0c7f0a', 'network_id': '4627e623-304a-4643-bc74-20612e0c7f0a', 'project_id': '8584701589bf4c849d7eba7a7d3138e3', 'fixed_ips': [{'subnet_id': '5f87fc17-fad1-4de6-b084-5ceaf24b28d8'}]}} from dv-cinder-740146-21-smb. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 29 02:11:41.489793 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6274be35-ad69-4363-a1d3-472825301aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:41.574489 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5802e6-c751-4ac6-a00f-6f5caab7334c None None] Network 2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:11:41.641359 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e51c01-5e79-42c5-9184-5cda12b87843 admin admin] Pushing event updated for resources: {'Port': ['ID=b68d155e-ceab-48f9-b772-928525dda4ba,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:41.672311 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-eb5802e6-c751-4ac6-a00f-6f5caab7334c None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:11:41.683388 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5802e6-c751-4ac6-a00f-6f5caab7334c None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:11:41.705263 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5802e6-c751-4ac6-a00f-6f5caab7334c None None] Pushing event updated for resources: {'Port': ['ID=3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:41.705876 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e51c01-5e79-42c5-9184-5cda12b87843 admin admin] Network b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:11:41.709351 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-06e51c01-5e79-42c5-9184-5cda12b87843 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:11:41.738084 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e51c01-5e79-42c5-9184-5cda12b87843 admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:11:41.744689 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-919497a0-0474-44c2-acc5-6a928fc00a8a admin admin] Publish callbacks [] for router_gateway (68bac2b9-f319-44c9-b5bb-e2c32a63b70b), precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:41.757342 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-ff622102-6d91-4e17-9196-82a0adfa4e02 admin admin] Allocated IP 172.28.2.38 (b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd/e0ffa218-6ca5-4006-b711-a782d769deaf/0e7718df-f561-4c28-a836-705e31095b5a) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:11:41.861379 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5802e6-c751-4ac6-a00f-6f5caab7334c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:41.861735 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5802e6-c751-4ac6-a00f-6f5caab7334c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:41.862142 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5802e6-c751-4ac6-a00f-6f5caab7334c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:41.862641 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5802e6-c751-4ac6-a00f-6f5caab7334c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:41.863368 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5802e6-c751-4ac6-a00f-6f5caab7334c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:41.863763 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5802e6-c751-4ac6-a00f-6f5caab7334c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:41.864092 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5802e6-c751-4ac6-a00f-6f5caab7334c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:41.864417 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5802e6-c751-4ac6-a00f-6f5caab7334c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:41.864791 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5802e6-c751-4ac6-a00f-6f5caab7334c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:41.865922 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5802e6-c751-4ac6-a00f-6f5caab7334c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:41.866266 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5802e6-c751-4ac6-a00f-6f5caab7334c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:41.866614 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5802e6-c751-4ac6-a00f-6f5caab7334c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:41.867126 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5802e6-c751-4ac6-a00f-6f5caab7334c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:41.867457 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5802e6-c751-4ac6-a00f-6f5caab7334c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:41.867782 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5802e6-c751-4ac6-a00f-6f5caab7334c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:41.869145 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5802e6-c751-4ac6-a00f-6f5caab7334c None None] Tracked resource versions report: Sep 29 02:11:41.869145 dv-cinder-740146-21-smb neutron-server[106441]: pushed versions: Sep 29 02:11:41.869145 dv-cinder-740146-21-smb neutron-server[106441]: { 'AddressGroup': {'1.2'}, Sep 29 02:11:41.869145 dv-cinder-740146-21-smb neutron-server[106441]: 'Agent': {'1.1'}, Sep 29 02:11:41.869145 dv-cinder-740146-21-smb neutron-server[106441]: 'ConntrackHelper': {'1.0'}, Sep 29 02:11:41.869145 dv-cinder-740146-21-smb neutron-server[106441]: 'LocalIPAssociation': {'1.0'}, Sep 29 02:11:41.869145 dv-cinder-740146-21-smb neutron-server[106441]: 'Log': {'1.0'}, Sep 29 02:11:41.869145 dv-cinder-740146-21-smb neutron-server[106441]: 'NDPProxy': {'1.0'}, Sep 29 02:11:41.869145 dv-cinder-740146-21-smb neutron-server[106441]: 'Network': {'1.1'}, Sep 29 02:11:41.869145 dv-cinder-740146-21-smb neutron-server[106441]: 'Port': {'1.7'}, Sep 29 02:11:41.869145 dv-cinder-740146-21-smb neutron-server[106441]: 'PortForwarding': {'1.3'}, Sep 29 02:11:41.869145 dv-cinder-740146-21-smb neutron-server[106441]: 'QosPolicy': {'1.10'}, Sep 29 02:11:41.869145 dv-cinder-740146-21-smb neutron-server[106441]: 'SecurityGroup': {'1.5'}, Sep 29 02:11:41.869145 dv-cinder-740146-21-smb neutron-server[106441]: 'SecurityGroupRule': {'1.2'}, Sep 29 02:11:41.869145 dv-cinder-740146-21-smb neutron-server[106441]: 'SubPort': {'1.0'}, Sep 29 02:11:41.869145 dv-cinder-740146-21-smb neutron-server[106441]: 'Subnet': {'1.1'}, Sep 29 02:11:41.869145 dv-cinder-740146-21-smb neutron-server[106441]: 'Trunk': {'1.1'}} Sep 29 02:11:41.869145 dv-cinder-740146-21-smb neutron-server[106441]: consumer versions: Sep 29 02:11:41.869145 dv-cinder-740146-21-smb neutron-server[106441]: { DHCP agent@dv-cinder-740146-21-smb: {}, Sep 29 02:11:41.869145 dv-cinder-740146-21-smb neutron-server[106441]: HyperV agent@hv-cinder-74014: {}, Sep 29 02:11:41.869145 dv-cinder-740146-21-smb neutron-server[106441]: L3 agent@dv-cinder-740146-21-smb: {}, Sep 29 02:11:41.869145 dv-cinder-740146-21-smb neutron-server[106441]: Metadata agent@dv-cinder-740146-21-smb: {}, Sep 29 02:11:41.869145 dv-cinder-740146-21-smb neutron-server[106441]: Metering agent@dv-cinder-740146-21-smb: {}, Sep 29 02:11:41.869145 dv-cinder-740146-21-smb neutron-server[106441]: Open vSwitch agent@dv-cinder-740146-21-smb: { 'AddressGroup': '1.2', Sep 29 02:11:41.869145 dv-cinder-740146-21-smb neutron-server[106441]: 'Agent': '1.1', Sep 29 02:11:41.869145 dv-cinder-740146-21-smb neutron-server[106441]: 'ConntrackHelper': '1.0', Sep 29 02:11:41.869145 dv-cinder-740146-21-smb neutron-server[106441]: 'LocalIPAssociation': '1.0', Sep 29 02:11:41.869145 dv-cinder-740146-21-smb neutron-server[106441]: 'Log': '1.0', Sep 29 02:11:41.869145 dv-cinder-740146-21-smb neutron-server[106441]: 'NDPProxy': '1.0', Sep 29 02:11:41.869145 dv-cinder-740146-21-smb neutron-server[106441]: 'Network': '1.1', Sep 29 02:11:41.869145 dv-cinder-740146-21-smb neutron-server[106441]: 'Port': '1.7', Sep 29 02:11:41.869145 dv-cinder-740146-21-smb neutron-server[106441]: 'PortForwarding': '1.3', Sep 29 02:11:41.869145 dv-cinder-740146-21-smb neutron-server[106441]: 'QosPolicy': '1.10', Sep 29 02:11:41.869145 dv-cinder-740146-21-smb neutron-server[106441]: 'SecurityGroup': '1.5', Sep 29 02:11:41.869145 dv-cinder-740146-21-smb neutron-server[106441]: 'SecurityGroupRule': '1.2', Sep 29 02:11:41.869145 dv-cinder-740146-21-smb neutron-server[106441]: 'SubPort': '1.0', Sep 29 02:11:41.869145 dv-cinder-740146-21-smb neutron-server[106441]: 'Subnet': '1.1', Sep 29 02:11:41.869145 dv-cinder-740146-21-smb neutron-server[106441]: 'Trunk': '1.1'}} Sep 29 02:11:41.869145 dv-cinder-740146-21-smb neutron-server[106441]: {{(pid=106441) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 02:11:42.112571 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-51a7a533-ac1d-43a3-8283-22d193cb33c6 None None] Publish callbacks [] for port (fe5baa51-91f2-4736-8ca1-1c9d39302b29), precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:42.129600 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ff622102-6d91-4e17-9196-82a0adfa4e02 admin admin] Publish callbacks [] for port (0e7718df-f561-4c28-a836-705e31095b5a), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:42.204850 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-6274be35-ad69-4363-a1d3-472825301aa2 None None] Allocated IP 172.20.0.2 (4627e623-304a-4643-bc74-20612e0c7f0a/5f87fc17-fad1-4de6-b084-5ceaf24b28d8/94a8a667-79b2-41b6-9a78-010cdb2a6889) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:11:42.213804 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:42.224022 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-51a7a533-ac1d-43a3-8283-22d193cb33c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420'] for port (fe5baa51-91f2-4736-8ca1-1c9d39302b29), after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:42.271517 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-919497a0-0474-44c2-acc5-6a928fc00a8a admin admin] Publish callbacks [] for router_gateway (68bac2b9-f319-44c9-b5bb-e2c32a63b70b), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:42.333618 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-919497a0-0474-44c2-acc5-6a928fc00a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:42.352497 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ff622102-6d91-4e17-9196-82a0adfa4e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420'] for port (0e7718df-f561-4c28-a836-705e31095b5a), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:42.384530 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0753f369-6728-4493-b0bb-c07a84ebc50d admin admin] Publish callbacks [] for router_gateway (3d8c07bd-2d40-40ea-88e6-17840f10c14f), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:42.431525 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a7a533-ac1d-43a3-8283-22d193cb33c6 None None] Network ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:11:42.432013 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:42.500246 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0753f369-6728-4493-b0bb-c07a84ebc50d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:42.503542 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff622102-6d91-4e17-9196-82a0adfa4e02 admin admin] Network b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:11:42.523232 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-ff622102-6d91-4e17-9196-82a0adfa4e02 admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:11:42.533337 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff622102-6d91-4e17-9196-82a0adfa4e02 admin admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:11:42.572678 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a7a533-ac1d-43a3-8283-22d193cb33c6 None None] Pushing event updated for resources: {'Port': ['ID=fe5baa51-91f2-4736-8ca1-1c9d39302b29,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:42.581744 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-eb5802e6-c751-4ac6-a00f-6f5caab7334c None None] Attempting to bind port 3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1 on host dv-cinder-740146-21-smb for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:11:42.582644 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-eb5802e6-c751-4ac6-a00f-6f5caab7334c None None] Attempting to bind port 3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1 by drivers openvswitch,hyperv on host dv-cinder-740146-21-smb at level 0 using segments [{'id': '1941badf-aa62-4a91-ac01-3d965bf2bf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:11:42.582644 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5802e6-c751-4ac6-a00f-6f5caab7334c None None] Attempting to bind port 3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1 on network 2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:11:42.603328 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-0b55e25c-a6ed-4f9f-b5d4-753ce75c9159 None None] Allocated IP 172.20.0.2 (3be65160-34ea-4bb6-abd7-0d461783c057/398c055b-a2b0-4881-821c-6995d7734c32/ffe417e2-ca49-4925-8c2d-1a12e2db76be) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:11:42.607153 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-06e51c01-5e79-42c5-9184-5cda12b87843 admin admin] Publish callbacks [] for router_gateway (17ccc970-db74-48fa-898c-ddc4443f89df), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:42.612313 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:UPDATE=6,neutron:SELECT=88,neutron:INSERT=6 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:42.661703 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:42.662536 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=9 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:42.663570 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-51a7a533-ac1d-43a3-8283-22d193cb33c6 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:11:42.687994 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a7a533-ac1d-43a3-8283-22d193cb33c6 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:11:42.693582 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff622102-6d91-4e17-9196-82a0adfa4e02 admin admin] Pushing event updated for resources: {'Port': ['ID=0e7718df-f561-4c28-a836-705e31095b5a,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:42.812146 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:42.830686 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5802e6-c751-4ac6-a00f-6f5caab7334c None None] Checking agent: {'id': '732f1f10-53c2-4a73-b7b4-882674716f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 25), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:11:42.831061 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5802e6-c751-4ac6-a00f-6f5caab7334c None None] Checking segment: {'id': '1941badf-aa62-4a91-ac01-3d965bf2bf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:11:42.831664 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-eb5802e6-c751-4ac6-a00f-6f5caab7334c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:42.832112 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5802e6-c751-4ac6-a00f-6f5caab7334c None None] Bound using segment: {'id': '1941badf-aa62-4a91-ac01-3d965bf2bf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:11:42.832649 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-eb5802e6-c751-4ac6-a00f-6f5caab7334c None None] Bound port: 3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1, host: dv-cinder-740146-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1941badf-aa62-4a91-ac01-3d965bf2bf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:11:42.833032 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-eb5802e6-c751-4ac6-a00f-6f5caab7334c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:42.859477 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-51a7a533-ac1d-43a3-8283-22d193cb33c6 None None] Attempting to bind port fe5baa51-91f2-4736-8ca1-1c9d39302b29 on host dv-cinder-740146-21-smb for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:11:42.859853 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-51a7a533-ac1d-43a3-8283-22d193cb33c6 None None] Attempting to bind port fe5baa51-91f2-4736-8ca1-1c9d39302b29 by drivers openvswitch,hyperv on host dv-cinder-740146-21-smb at level 0 using segments [{'id': 'a8a02d65-1024-4bc6-87a2-058a2a88454f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:11:42.860219 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a7a533-ac1d-43a3-8283-22d193cb33c6 None None] Attempting to bind port fe5baa51-91f2-4736-8ca1-1c9d39302b29 on network ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:11:42.872610 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ff622102-6d91-4e17-9196-82a0adfa4e02 admin admin] Publish callbacks [] for router_gateway (33b7755f-0ea9-4a24-a5cf-6db9c23f13ea), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:42.910660 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-0753f369-6728-4493-b0bb-c07a84ebc50d admin admin] Allocated IP 172.28.2.147 (b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd/e0ffa218-6ca5-4006-b711-a782d769deaf/9e177f17-7b4d-424b-b894-fb4b7d70baed) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:11:42.937883 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-06e51c01-5e79-42c5-9184-5cda12b87843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1581295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1596208'] for router (17ccc970-db74-48fa-898c-ddc4443f89df), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:43.003244 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-eb5802e6-c751-4ac6-a00f-6f5caab7334c None None] For port 3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1, host dv-cinder-740146-21-smb, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:11:43.006445 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-eb5802e6-c751-4ac6-a00f-6f5caab7334c None None] For port 3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1, host dv-cinder-740146-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1,segment=NetworkSegment(1941badf-aa62-4a91-ac01-3d965bf2bf64),segment_id=1941badf-aa62-4a91-ac01-3d965bf2bf64)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:11:43.037024 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-eb5802e6-c751-4ac6-a00f-6f5caab7334c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:43.208011 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6274be35-ad69-4363-a1d3-472825301aa2 None None] Publish callbacks [] for port (94a8a667-79b2-41b6-9a78-010cdb2a6889), precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:43.244702 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6274be35-ad69-4363-a1d3-472825301aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420'] for port (94a8a667-79b2-41b6-9a78-010cdb2a6889), after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:43.254727 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e51c01-5e79-42c5-9184-5cda12b87843 admin admin] Router 17ccc970-db74-48fa-898c-ddc4443f89df is scheduled to L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 02:11:43.273391 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0753f369-6728-4493-b0bb-c07a84ebc50d admin admin] Publish callbacks [] for port (9e177f17-7b4d-424b-b894-fb4b7d70baed), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:43.273698 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ff622102-6d91-4e17-9196-82a0adfa4e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1581295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1596208'] for router (33b7755f-0ea9-4a24-a5cf-6db9c23f13ea), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:43.313806 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a7a533-ac1d-43a3-8283-22d193cb33c6 None None] Checking agent: {'id': '732f1f10-53c2-4a73-b7b4-882674716f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 25), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:11:43.314182 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a7a533-ac1d-43a3-8283-22d193cb33c6 None None] Checking segment: {'id': 'a8a02d65-1024-4bc6-87a2-058a2a88454f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:11:43.314717 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-51a7a533-ac1d-43a3-8283-22d193cb33c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:43.315122 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a7a533-ac1d-43a3-8283-22d193cb33c6 None None] Bound using segment: {'id': 'a8a02d65-1024-4bc6-87a2-058a2a88454f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:11:43.315894 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-51a7a533-ac1d-43a3-8283-22d193cb33c6 None None] Bound port: fe5baa51-91f2-4736-8ca1-1c9d39302b29, host: dv-cinder-740146-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a02d65-1024-4bc6-87a2-058a2a88454f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:11:43.316008 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-51a7a533-ac1d-43a3-8283-22d193cb33c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (fe5baa51-91f2-4736-8ca1-1c9d39302b29), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:43.330795 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0b55e25c-a6ed-4f9f-b5d4-753ce75c9159 None None] Publish callbacks [] for port (ffe417e2-ca49-4925-8c2d-1a12e2db76be), precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:43.333297 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6274be35-ad69-4363-a1d3-472825301aa2 None None] Network 4627e623-304a-4643-bc74-20612e0c7f0a is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:11:43.379834 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-6274be35-ad69-4363-a1d3-472825301aa2 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:11:43.382752 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6274be35-ad69-4363-a1d3-472825301aa2 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:11:43.393513 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0b55e25c-a6ed-4f9f-b5d4-753ce75c9159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420'] for port (ffe417e2-ca49-4925-8c2d-1a12e2db76be), after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:43.404251 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5802e6-c751-4ac6-a00f-6f5caab7334c None None] Pushing event updated for resources: {'Port': ['ID=3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:43.425771 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0753f369-6728-4493-b0bb-c07a84ebc50d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420'] for port (9e177f17-7b4d-424b-b894-fb4b7d70baed), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:43.484855 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b55e25c-a6ed-4f9f-b5d4-753ce75c9159 None None] Network 3be65160-34ea-4bb6-abd7-0d461783c057 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:11:43.486307 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6274be35-ad69-4363-a1d3-472825301aa2 None None] Pushing event updated for resources: {'Port': ['ID=94a8a667-79b2-41b6-9a78-010cdb2a6889,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:43.488491 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e51c01-5e79-42c5-9184-5cda12b87843 admin admin] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:11:43.491335 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0753f369-6728-4493-b0bb-c07a84ebc50d admin admin] Network b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:11:43.501492 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712eb151-567c-4098-8593-f4a1d1881152 None None] Sync routers for ids ['17ccc970-db74-48fa-898c-ddc4443f89df'] in dv-cinder-740146-21-smb {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:11:43.512145 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-919497a0-0474-44c2-acc5-6a928fc00a8a admin admin] Allocated IP 172.28.2.134 (b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd/e0ffa218-6ca5-4006-b711-a782d769deaf/3be0e4d4-aaac-4318-8c58-5165434b5114) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:11:43.526198 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:43.528070 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712eb151-567c-4098-8593-f4a1d1881152 None None] Routers {'17ccc970-db74-48fa-898c-ddc4443f89df'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:11:43.528723 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-712eb151-567c-4098-8593-f4a1d1881152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:11:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['17ccc970-db74-48fa-898c-ddc4443f89df'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:43.542083 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-0753f369-6728-4493-b0bb-c07a84ebc50d admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:11:43.552293 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0753f369-6728-4493-b0bb-c07a84ebc50d admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:11:43.565092 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-06e51c01-5e79-42c5-9184-5cda12b87843 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:43.569476 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-06e51c01-5e79-42c5-9184-5cda12b87843 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3166804 Sep 29 02:11:43.590124 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 49454) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:43.657143 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-0b55e25c-a6ed-4f9f-b5d4-753ce75c9159 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:11:43.666299 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b55e25c-a6ed-4f9f-b5d4-753ce75c9159 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:11:43.672522 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b55e25c-a6ed-4f9f-b5d4-753ce75c9159 None None] Pushing event updated for resources: {'Port': ['ID=ffe417e2-ca49-4925-8c2d-1a12e2db76be,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:43.782553 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0753f369-6728-4493-b0bb-c07a84ebc50d admin admin] Pushing event updated for resources: {'Port': ['ID=9e177f17-7b4d-424b-b894-fb4b7d70baed,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:43.784565 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-51a7a533-ac1d-43a3-8283-22d193cb33c6 None None] For port fe5baa51-91f2-4736-8ca1-1c9d39302b29, host dv-cinder-740146-21-smb, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:11:43.795477 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:43.895784 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:43.923652 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:43.934058 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-51a7a533-ac1d-43a3-8283-22d193cb33c6 None None] For port fe5baa51-91f2-4736-8ca1-1c9d39302b29, host dv-cinder-740146-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=fe5baa51-91f2-4736-8ca1-1c9d39302b29,segment=NetworkSegment(a8a02d65-1024-4bc6-87a2-058a2a88454f),segment_id=a8a02d65-1024-4bc6-87a2-058a2a88454f)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:11:43.942743 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-6274be35-ad69-4363-a1d3-472825301aa2 None None] Attempting to bind port 94a8a667-79b2-41b6-9a78-010cdb2a6889 on host dv-cinder-740146-21-smb for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:11:43.944859 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-6274be35-ad69-4363-a1d3-472825301aa2 None None] Attempting to bind port 94a8a667-79b2-41b6-9a78-010cdb2a6889 by drivers openvswitch,hyperv on host dv-cinder-740146-21-smb at level 0 using segments [{'id': '43f3e6d4-dadc-474d-9558-852a30f5c49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4627e623-304a-4643-bc74-20612e0c7f0a'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:11:43.947259 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6274be35-ad69-4363-a1d3-472825301aa2 None None] Attempting to bind port 94a8a667-79b2-41b6-9a78-010cdb2a6889 on network 4627e623-304a-4643-bc74-20612e0c7f0a {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:11:43.971941 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-712eb151-567c-4098-8593-f4a1d1881152 None None] Set router 17ccc970-db74-48fa-898c-ddc4443f89df gateway port host: dv-cinder-740146-21-smb {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:11:44.079888 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-0b55e25c-a6ed-4f9f-b5d4-753ce75c9159 None None] Attempting to bind port ffe417e2-ca49-4925-8c2d-1a12e2db76be on host dv-cinder-740146-21-smb for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:11:44.080500 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-0b55e25c-a6ed-4f9f-b5d4-753ce75c9159 None None] Attempting to bind port ffe417e2-ca49-4925-8c2d-1a12e2db76be by drivers openvswitch,hyperv on host dv-cinder-740146-21-smb at level 0 using segments [{'id': 'af33ed35-e9af-41d9-8ab2-604c2b07ce0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:11:44.081129 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55e25c-a6ed-4f9f-b5d4-753ce75c9159 None None] Attempting to bind port ffe417e2-ca49-4925-8c2d-1a12e2db76be on network 3be65160-34ea-4bb6-abd7-0d461783c057 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:11:44.084470 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-51a7a533-ac1d-43a3-8283-22d193cb33c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (fe5baa51-91f2-4736-8ca1-1c9d39302b29), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:44.238923 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff622102-6d91-4e17-9196-82a0adfa4e02 admin admin] Router 33b7755f-0ea9-4a24-a5cf-6db9c23f13ea is scheduled to L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 with binding_index 1 {{(pid=106439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 02:11:44.258328 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:44.269970 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0753f369-6728-4493-b0bb-c07a84ebc50d admin admin] Publish callbacks [] for router_gateway (3d8c07bd-2d40-40ea-88e6-17840f10c14f), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:44.366089 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6274be35-ad69-4363-a1d3-472825301aa2 None None] Checking agent: {'id': '732f1f10-53c2-4a73-b7b4-882674716f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 25), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:11:44.366471 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6274be35-ad69-4363-a1d3-472825301aa2 None None] Checking segment: {'id': '43f3e6d4-dadc-474d-9558-852a30f5c49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4627e623-304a-4643-bc74-20612e0c7f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:11:44.366886 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6274be35-ad69-4363-a1d3-472825301aa2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:44.367279 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6274be35-ad69-4363-a1d3-472825301aa2 None None] Bound using segment: {'id': '43f3e6d4-dadc-474d-9558-852a30f5c49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4627e623-304a-4643-bc74-20612e0c7f0a'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:11:44.367779 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-6274be35-ad69-4363-a1d3-472825301aa2 None None] Bound port: 94a8a667-79b2-41b6-9a78-010cdb2a6889, host: dv-cinder-740146-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43f3e6d4-dadc-474d-9558-852a30f5c49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4627e623-304a-4643-bc74-20612e0c7f0a'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:11:44.368157 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6274be35-ad69-4363-a1d3-472825301aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (94a8a667-79b2-41b6-9a78-010cdb2a6889), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:44.477591 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-712eb151-567c-4098-8593-f4a1d1881152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'name': 'tempest-AttachVolumeNegativeTest-823417103-router', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:11:42Z', 'revision_number': 3, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'gw_port': {'id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:40Z', 'updated_at': '2022-09-29T02:11:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb'}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:44.510155 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-919497a0-0474-44c2-acc5-6a928fc00a8a admin admin] Publish callbacks [] for port (3be0e4d4-aaac-4318-8c58-5165434b5114), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:44.533543 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55e25c-a6ed-4f9f-b5d4-753ce75c9159 None None] Checking agent: {'id': '732f1f10-53c2-4a73-b7b4-882674716f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 25), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:11:44.535794 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55e25c-a6ed-4f9f-b5d4-753ce75c9159 None None] Checking segment: {'id': 'af33ed35-e9af-41d9-8ab2-604c2b07ce0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:11:44.537200 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0b55e25c-a6ed-4f9f-b5d4-753ce75c9159 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:44.539079 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55e25c-a6ed-4f9f-b5d4-753ce75c9159 None None] Bound using segment: {'id': 'af33ed35-e9af-41d9-8ab2-604c2b07ce0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:11:44.564229 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-0b55e25c-a6ed-4f9f-b5d4-753ce75c9159 None None] Bound port: ffe417e2-ca49-4925-8c2d-1a12e2db76be, host: dv-cinder-740146-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af33ed35-e9af-41d9-8ab2-604c2b07ce0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:11:44.564949 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0b55e25c-a6ed-4f9f-b5d4-753ce75c9159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (ffe417e2-ca49-4925-8c2d-1a12e2db76be), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:44.600532 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff622102-6d91-4e17-9196-82a0adfa4e02 admin admin] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:11:44.612958 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712eb151-567c-4098-8593-f4a1d1881152 None None] Checking router: 17ccc970-db74-48fa-898c-ddc4443f89df for host: dv-cinder-740146-21-smb {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:11:44.613464 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712eb151-567c-4098-8593-f4a1d1881152 None None] Updating router 17ccc970-db74-48fa-898c-ddc4443f89df port b68d155e-ceab-48f9-b772-928525dda4ba binding host dv-cinder-740146-21-smb {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:11:44.663542 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ff622102-6d91-4e17-9196-82a0adfa4e02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:44.671150 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-ff622102-6d91-4e17-9196-82a0adfa4e02 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9028051 Sep 29 02:11:44.672282 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 49482) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:44.698745 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22b9ee2-63cf-4911-8b21-401f34449b7e None None] Sync routers for ids ['33b7755f-0ea9-4a24-a5cf-6db9c23f13ea'] in dv-cinder-740146-21-smb {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:11:44.720443 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 49484) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:44.738849 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-712eb151-567c-4098-8593-f4a1d1881152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (b68d155e-ceab-48f9-b772-928525dda4ba), before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:44.782468 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-919497a0-0474-44c2-acc5-6a928fc00a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420'] for port (3be0e4d4-aaac-4318-8c58-5165434b5114), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:44.874226 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919497a0-0474-44c2-acc5-6a928fc00a8a admin admin] Network b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:11:44.918826 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-6274be35-ad69-4363-a1d3-472825301aa2 None None] For port 94a8a667-79b2-41b6-9a78-010cdb2a6889, host dv-cinder-740146-21-smb, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:11:44.926520 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-6274be35-ad69-4363-a1d3-472825301aa2 None None] For port 94a8a667-79b2-41b6-9a78-010cdb2a6889, host dv-cinder-740146-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=94a8a667-79b2-41b6-9a78-010cdb2a6889,segment=NetworkSegment(43f3e6d4-dadc-474d-9558-852a30f5c49f),segment_id=43f3e6d4-dadc-474d-9558-852a30f5c49f)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:11:44.969535 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6274be35-ad69-4363-a1d3-472825301aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (94a8a667-79b2-41b6-9a78-010cdb2a6889), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:45.027980 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:45.035782 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-919497a0-0474-44c2-acc5-6a928fc00a8a admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:11:45.041137 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919497a0-0474-44c2-acc5-6a928fc00a8a admin admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:11:45.118085 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-0b55e25c-a6ed-4f9f-b5d4-753ce75c9159 None None] For port ffe417e2-ca49-4925-8c2d-1a12e2db76be, host dv-cinder-740146-21-smb, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:11:45.129630 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-0b55e25c-a6ed-4f9f-b5d4-753ce75c9159 None None] For port ffe417e2-ca49-4925-8c2d-1a12e2db76be, host dv-cinder-740146-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=ffe417e2-ca49-4925-8c2d-1a12e2db76be,segment=NetworkSegment(af33ed35-e9af-41d9-8ab2-604c2b07ce0b),segment_id=af33ed35-e9af-41d9-8ab2-604c2b07ce0b)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:11:45.144702 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a7a533-ac1d-43a3-8283-22d193cb33c6 None None] Pushing event updated for resources: {'Port': ['ID=fe5baa51-91f2-4736-8ca1-1c9d39302b29,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:45.221925 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-984678ef-7450-4e1a-a20b-6194c636d08b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:45.295550 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fe145e-a417-4a71-abe6-c712dabe8ab1 None None] Network 2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2 requested from dv-cinder-740146-21-smb {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:11:45.298927 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1 up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:11:45.338037 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6274be35-ad69-4363-a1d3-472825301aa2 None None] Pushing event updated for resources: {'Port': ['ID=94a8a667-79b2-41b6-9a78-010cdb2a6889,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:45.343529 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0b55e25c-a6ed-4f9f-b5d4-753ce75c9159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (ffe417e2-ca49-4925-8c2d-1a12e2db76be), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:45.353069 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-b02ba184-3734-4da8-a580-17e339955d7c None None] Provisioning complete for port 3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:45.355635 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b02ba184-3734-4da8-a580-17e339955d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:45.356427 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-b02ba184-3734-4da8-a580-17e339955d7c None None] Attempt 1 to provision port 3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1 Sep 29 02:11:45.427239 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:45.432424 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-712eb151-567c-4098-8593-f4a1d1881152 None None] Publish callbacks [] for port (b68d155e-ceab-48f9-b772-928525dda4ba), precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:45.441224 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-712eb151-567c-4098-8593-f4a1d1881152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (b68d155e-ceab-48f9-b772-928525dda4ba), after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:45.509859 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-712eb151-567c-4098-8593-f4a1d1881152 None None] Attempting to bind port b68d155e-ceab-48f9-b772-928525dda4ba on host dv-cinder-740146-21-smb for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:11:45.510364 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-712eb151-567c-4098-8593-f4a1d1881152 None None] Attempting to bind port b68d155e-ceab-48f9-b772-928525dda4ba by drivers openvswitch,hyperv on host dv-cinder-740146-21-smb at level 0 using segments [{'id': '3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:11:45.511530 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712eb151-567c-4098-8593-f4a1d1881152 None None] Attempting to bind port b68d155e-ceab-48f9-b772-928525dda4ba on network b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:11:45.589603 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0753f369-6728-4493-b0bb-c07a84ebc50d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1581295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1596208'] for router (3d8c07bd-2d40-40ea-88e6-17840f10c14f), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:45.599936 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22b9ee2-63cf-4911-8b21-401f34449b7e None None] Routers {'33b7755f-0ea9-4a24-a5cf-6db9c23f13ea'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:11:45.600953 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c22b9ee2-63cf-4911-8b21-401f34449b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:11:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['33b7755f-0ea9-4a24-a5cf-6db9c23f13ea'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:45.602218 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919497a0-0474-44c2-acc5-6a928fc00a8a admin admin] Pushing event updated for resources: {'Port': ['ID=3be0e4d4-aaac-4318-8c58-5165434b5114,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:45.640476 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a425514-3fc1-4856-bec4-d9e8c1dff38f None None] Pushing event updated for resources: {'Port': ['ID=b68d155e-ceab-48f9-b772-928525dda4ba,revision_number=2']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:45.686254 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a425514-3fc1-4856-bec4-d9e8c1dff38f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:45.691923 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a425514-3fc1-4856-bec4-d9e8c1dff38f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:45.692593 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a425514-3fc1-4856-bec4-d9e8c1dff38f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:45.694190 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a425514-3fc1-4856-bec4-d9e8c1dff38f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:45.698416 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a425514-3fc1-4856-bec4-d9e8c1dff38f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:45.699029 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a425514-3fc1-4856-bec4-d9e8c1dff38f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:45.700517 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a425514-3fc1-4856-bec4-d9e8c1dff38f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:45.700998 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a425514-3fc1-4856-bec4-d9e8c1dff38f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:45.702305 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a425514-3fc1-4856-bec4-d9e8c1dff38f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:45.702783 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a425514-3fc1-4856-bec4-d9e8c1dff38f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:45.706708 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a425514-3fc1-4856-bec4-d9e8c1dff38f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:45.707283 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a425514-3fc1-4856-bec4-d9e8c1dff38f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:45.710760 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a425514-3fc1-4856-bec4-d9e8c1dff38f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:45.711299 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a425514-3fc1-4856-bec4-d9e8c1dff38f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:45.711774 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a425514-3fc1-4856-bec4-d9e8c1dff38f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:11:45.713148 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a425514-3fc1-4856-bec4-d9e8c1dff38f None None] Tracked resource versions report: Sep 29 02:11:45.713148 dv-cinder-740146-21-smb neutron-server[106442]: pushed versions: Sep 29 02:11:45.713148 dv-cinder-740146-21-smb neutron-server[106442]: { 'AddressGroup': {'1.2'}, Sep 29 02:11:45.713148 dv-cinder-740146-21-smb neutron-server[106442]: 'Agent': {'1.1'}, Sep 29 02:11:45.713148 dv-cinder-740146-21-smb neutron-server[106442]: 'ConntrackHelper': {'1.0'}, Sep 29 02:11:45.713148 dv-cinder-740146-21-smb neutron-server[106442]: 'LocalIPAssociation': {'1.0'}, Sep 29 02:11:45.713148 dv-cinder-740146-21-smb neutron-server[106442]: 'Log': {'1.0'}, Sep 29 02:11:45.713148 dv-cinder-740146-21-smb neutron-server[106442]: 'NDPProxy': {'1.0'}, Sep 29 02:11:45.713148 dv-cinder-740146-21-smb neutron-server[106442]: 'Network': {'1.1'}, Sep 29 02:11:45.713148 dv-cinder-740146-21-smb neutron-server[106442]: 'Port': {'1.7'}, Sep 29 02:11:45.713148 dv-cinder-740146-21-smb neutron-server[106442]: 'PortForwarding': {'1.3'}, Sep 29 02:11:45.713148 dv-cinder-740146-21-smb neutron-server[106442]: 'QosPolicy': {'1.10'}, Sep 29 02:11:45.713148 dv-cinder-740146-21-smb neutron-server[106442]: 'SecurityGroup': {'1.5'}, Sep 29 02:11:45.713148 dv-cinder-740146-21-smb neutron-server[106442]: 'SecurityGroupRule': {'1.2'}, Sep 29 02:11:45.713148 dv-cinder-740146-21-smb neutron-server[106442]: 'SubPort': {'1.0'}, Sep 29 02:11:45.713148 dv-cinder-740146-21-smb neutron-server[106442]: 'Subnet': {'1.1'}, Sep 29 02:11:45.713148 dv-cinder-740146-21-smb neutron-server[106442]: 'Trunk': {'1.1'}} Sep 29 02:11:45.713148 dv-cinder-740146-21-smb neutron-server[106442]: consumer versions: Sep 29 02:11:45.713148 dv-cinder-740146-21-smb neutron-server[106442]: { DHCP agent@dv-cinder-740146-21-smb: {}, Sep 29 02:11:45.713148 dv-cinder-740146-21-smb neutron-server[106442]: HyperV agent@hv-cinder-74014: {}, Sep 29 02:11:45.713148 dv-cinder-740146-21-smb neutron-server[106442]: L3 agent@dv-cinder-740146-21-smb: {}, Sep 29 02:11:45.713148 dv-cinder-740146-21-smb neutron-server[106442]: Metadata agent@dv-cinder-740146-21-smb: {}, Sep 29 02:11:45.713148 dv-cinder-740146-21-smb neutron-server[106442]: Metering agent@dv-cinder-740146-21-smb: {}, Sep 29 02:11:45.713148 dv-cinder-740146-21-smb neutron-server[106442]: Open vSwitch agent@dv-cinder-740146-21-smb: { 'AddressGroup': '1.2', Sep 29 02:11:45.713148 dv-cinder-740146-21-smb neutron-server[106442]: 'Agent': '1.1', Sep 29 02:11:45.713148 dv-cinder-740146-21-smb neutron-server[106442]: 'ConntrackHelper': '1.0', Sep 29 02:11:45.713148 dv-cinder-740146-21-smb neutron-server[106442]: 'LocalIPAssociation': '1.0', Sep 29 02:11:45.713148 dv-cinder-740146-21-smb neutron-server[106442]: 'Log': '1.0', Sep 29 02:11:45.713148 dv-cinder-740146-21-smb neutron-server[106442]: 'NDPProxy': '1.0', Sep 29 02:11:45.713148 dv-cinder-740146-21-smb neutron-server[106442]: 'Network': '1.1', Sep 29 02:11:45.713148 dv-cinder-740146-21-smb neutron-server[106442]: 'Port': '1.7', Sep 29 02:11:45.713148 dv-cinder-740146-21-smb neutron-server[106442]: 'PortForwarding': '1.3', Sep 29 02:11:45.713148 dv-cinder-740146-21-smb neutron-server[106442]: 'QosPolicy': '1.10', Sep 29 02:11:45.713148 dv-cinder-740146-21-smb neutron-server[106442]: 'SecurityGroup': '1.5', Sep 29 02:11:45.713148 dv-cinder-740146-21-smb neutron-server[106442]: 'SecurityGroupRule': '1.2', Sep 29 02:11:45.713148 dv-cinder-740146-21-smb neutron-server[106442]: 'SubPort': '1.0', Sep 29 02:11:45.713148 dv-cinder-740146-21-smb neutron-server[106442]: 'Subnet': '1.1', Sep 29 02:11:45.713148 dv-cinder-740146-21-smb neutron-server[106442]: 'Trunk': '1.1'}} Sep 29 02:11:45.713148 dv-cinder-740146-21-smb neutron-server[106442]: {{(pid=106442) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 02:11:45.728536 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712eb151-567c-4098-8593-f4a1d1881152 None None] Checking agent: {'id': '732f1f10-53c2-4a73-b7b4-882674716f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 25), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:11:45.731330 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712eb151-567c-4098-8593-f4a1d1881152 None None] Checking segment: {'id': '3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:11:45.732693 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-712eb151-567c-4098-8593-f4a1d1881152 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:45.738467 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712eb151-567c-4098-8593-f4a1d1881152 None None] Bound using segment: {'id': '3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:11:45.739374 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-712eb151-567c-4098-8593-f4a1d1881152 None None] Bound port: b68d155e-ceab-48f9-b772-928525dda4ba, host: dv-cinder-740146-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:11:45.740846 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-712eb151-567c-4098-8593-f4a1d1881152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (b68d155e-ceab-48f9-b772-928525dda4ba), before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:45.965586 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-712eb151-567c-4098-8593-f4a1d1881152 None None] For port b68d155e-ceab-48f9-b772-928525dda4ba, host dv-cinder-740146-21-smb, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:11:45.980213 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-712eb151-567c-4098-8593-f4a1d1881152 None None] For port b68d155e-ceab-48f9-b772-928525dda4ba, host dv-cinder-740146-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=b68d155e-ceab-48f9-b772-928525dda4ba,segment=NetworkSegment(3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633),segment_id=3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:11:46.025264 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-712eb151-567c-4098-8593-f4a1d1881152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (b68d155e-ceab-48f9-b772-928525dda4ba), after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:46.072281 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b55e25c-a6ed-4f9f-b5d4-753ce75c9159 None None] Pushing event updated for resources: {'Port': ['ID=ffe417e2-ca49-4925-8c2d-1a12e2db76be,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:46.074210 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:46.080401 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:46.131376 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-919497a0-0474-44c2-acc5-6a928fc00a8a admin admin] Publish callbacks [] for router_gateway (68bac2b9-f319-44c9-b5bb-e2c32a63b70b), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:46.136214 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712eb151-567c-4098-8593-f4a1d1881152 None None] Routers {'17ccc970-db74-48fa-898c-ddc4443f89df'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:11:46.136928 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-712eb151-567c-4098-8593-f4a1d1881152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:11:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['17ccc970-db74-48fa-898c-ddc4443f89df'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:46.142474 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c3351bc2-2ff8-43ca-8f45-6680ed17a79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:46.193003 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port 3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:46.194042 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:46.194417 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port 3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1 Sep 29 02:11:46.268737 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:INSERT=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:46.386095 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-712eb151-567c-4098-8593-f4a1d1881152 None None] Set router 17ccc970-db74-48fa-898c-ddc4443f89df gateway port host: dv-cinder-740146-21-smb {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:11:46.450391 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-c22b9ee2-63cf-4911-8b21-401f34449b7e None None] Set router 33b7755f-0ea9-4a24-a5cf-6db9c23f13ea gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:11:46.466908 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-984678ef-7450-4e1a-a20b-6194c636d08b admin admin] Publish callbacks [] for security_group (e51d4eb9-754f-47c3-b539-92108dd86198), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:46.480154 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-919497a0-0474-44c2-acc5-6a928fc00a8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1581295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1596208'] for router (68bac2b9-f319-44c9-b5bb-e2c32a63b70b), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:46.488938 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0753f369-6728-4493-b0bb-c07a84ebc50d admin admin] Router 3d8c07bd-2d40-40ea-88e6-17840f10c14f is scheduled to L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 02:11:46.550984 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-984678ef-7450-4e1a-a20b-6194c636d08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (e51d4eb9-754f-47c3-b539-92108dd86198), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:46.630665 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:46.638712 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-b02ba184-3734-4da8-a580-17e339955d7c None None] Current status of the port 3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1 is: DOWN; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:46.639272 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b02ba184-3734-4da8-a580-17e339955d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:46.647941 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-984678ef-7450-4e1a-a20b-6194c636d08b admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=46addcb5f16048cf89ecaa7cc14816eb&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9182196 Sep 29 02:11:46.660498 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daefe602-6ef7-4e19-8e1c-6f086faa04dd None None] Network ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3 requested from dv-cinder-740146-21-smb {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:11:46.671997 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 49556) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:46.705008 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-b02ba184-3734-4da8-a580-17e339955d7c None None] For port 3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1,segment=NetworkSegment(1941badf-aa62-4a91-ac01-3d965bf2bf64),segment_id=1941badf-aa62-4a91-ac01-3d965bf2bf64)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:11:46.762762 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:46.882750 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a425514-3fc1-4856-bec4-d9e8c1dff38f None None] Pushing event updated for resources: {'Port': ['ID=b68d155e-ceab-48f9-b772-928525dda4ba,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:46.902304 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-712eb151-567c-4098-8593-f4a1d1881152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'name': 'tempest-AttachVolumeNegativeTest-823417103-router', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:11:42Z', 'revision_number': 3, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'gw_port': {'id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:40Z', 'updated_at': '2022-09-29T02:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb'}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:46.946645 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984678ef-7450-4e1a-a20b-6194c636d08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51d4eb9-754f-47c3-b539-92108dd86198,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:46.955298 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712eb151-567c-4098-8593-f4a1d1881152 None None] The sync data for ids ['17ccc970-db74-48fa-898c-ddc4443f89df'] in dv-cinder-740146-21-smb is: [{'id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'name': 'tempest-AttachVolumeNegativeTest-823417103-router', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:11:42Z', 'revision_number': 3, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'gw_port': {'id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:40Z', 'updated_at': '2022-09-29T02:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:11:46.958086 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b02ba184-3734-4da8-a580-17e339955d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:47.046413 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-01eb4e78-8815-4187-b9ce-fb38541ee4cf admin admin] Publish callbacks [] for security_group (e51d4eb9-754f-47c3-b539-92108dd86198), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:47.097972 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-01eb4e78-8815-4187-b9ce-fb38541ee4cf admin admin] Publish callbacks [] for security_group (e51d4eb9-754f-47c3-b539-92108dd86198), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:47.179324 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-01eb4e78-8815-4187-b9ce-fb38541ee4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (e51d4eb9-754f-47c3-b539-92108dd86198), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:47.182167 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-01eb4e78-8815-4187-b9ce-fb38541ee4cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:47.186136 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-01eb4e78-8815-4187-b9ce-fb38541ee4cf admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/e51d4eb9-754f-47c3-b539-92108dd86198 HTTP/1.1" status: 204 len: 168 time: 0.5094361 Sep 29 02:11:47.215872 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7210eb5e-9e46-4448-bcf6-018fc0c3d805 None None] Provisioning complete for port fe5baa51-91f2-4736-8ca1-1c9d39302b29 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:47.217107 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7210eb5e-9e46-4448-bcf6-018fc0c3d805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (fe5baa51-91f2-4736-8ca1-1c9d39302b29), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:47.217509 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-7210eb5e-9e46-4448-bcf6-018fc0c3d805 None None] Attempt 1 to provision port fe5baa51-91f2-4736-8ca1-1c9d39302b29 Sep 29 02:11:47.252590 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb4e78-8815-4187-b9ce-fb38541ee4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51d4eb9-754f-47c3-b539-92108dd86198,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:47.291902 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0753f369-6728-4493-b0bb-c07a84ebc50d admin admin] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:11:47.313121 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fb3314-298a-4fb6-a8f7-65a3e326db9e None None] Sync routers for ids ['3d8c07bd-2d40-40ea-88e6-17840f10c14f'] in dv-cinder-740146-21-smb {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:11:47.340413 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fb3314-298a-4fb6-a8f7-65a3e326db9e None None] Routers {'3d8c07bd-2d40-40ea-88e6-17840f10c14f'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:11:47.341748 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-919497a0-0474-44c2-acc5-6a928fc00a8a admin admin] Router 68bac2b9-f319-44c9-b5bb-e2c32a63b70b is scheduled to L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 with binding_index 1 {{(pid=106439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 02:11:47.342597 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-57fb3314-298a-4fb6-a8f7-65a3e326db9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:11:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['3d8c07bd-2d40-40ea-88e6-17840f10c14f'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:47.420971 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f1ac1a83-596f-4718-94d6-3f1480172875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:47.450944 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0753f369-6728-4493-b0bb-c07a84ebc50d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:47.452455 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-0753f369-6728-4493-b0bb-c07a84ebc50d admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.7587805 Sep 29 02:11:47.461800 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 49586) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:47.532962 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edc2d5a-facb-4f67-b5f4-141b0b89f3b6 None None] Network 3be65160-34ea-4bb6-abd7-0d461783c057 requested from dv-cinder-740146-21-smb {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:11:47.537237 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:47.558844 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-c3351bc2-2ff8-43ca-8f45-6680ed17a79b admin admin] Allocated IP 172.20.0.1 (2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2/00e04331-0054-4eae-80e0-25be17b9d3cd/4cf6ac9c-d1f1-4274-b794-31248e1deb48) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:11:47.782335 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-57fb3314-298a-4fb6-a8f7-65a3e326db9e None None] Set router 3d8c07bd-2d40-40ea-88e6-17840f10c14f gateway port host: dv-cinder-740146-21-smb {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:11:47.790322 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7210eb5e-9e46-4448-bcf6-018fc0c3d805 None None] Current status of the port fe5baa51-91f2-4736-8ca1-1c9d39302b29 is: DOWN; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:47.791231 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7210eb5e-9e46-4448-bcf6-018fc0c3d805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (fe5baa51-91f2-4736-8ca1-1c9d39302b29), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:47.817662 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a51aa9b-3566-4018-80d5-b1dce18b77e7 None None] Network 4627e623-304a-4643-bc74-20612e0c7f0a requested from dv-cinder-740146-21-smb {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:11:47.821533 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=100 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:47.828919 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:47.840735 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:47.923512 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7210eb5e-9e46-4448-bcf6-018fc0c3d805 None None] For port fe5baa51-91f2-4736-8ca1-1c9d39302b29, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=fe5baa51-91f2-4736-8ca1-1c9d39302b29,segment=NetworkSegment(a8a02d65-1024-4bc6-87a2-058a2a88454f),segment_id=a8a02d65-1024-4bc6-87a2-058a2a88454f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:11:48.041354 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7210eb5e-9e46-4448-bcf6-018fc0c3d805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (fe5baa51-91f2-4736-8ca1-1c9d39302b29), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:48.058756 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c22b9ee2-63cf-4911-8b21-401f34449b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'name': 'tempest-ServerRescueNegativeTestJSON-952934553-router', 'tenant_id': 'b407de2089554e13839d51f270c3adf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': '0e7718df-f561-4c28-a836-705e31095b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:11:42Z', 'revision_number': 3, 'project_id': 'b407de2089554e13839d51f270c3adf1', 'gw_port': {'id': '0e7718df-f561-4c28-a836-705e31095b5a', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:dc:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:41Z', 'updated_at': '2022-09-29T02:11:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb'}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:48.099839 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ba184-3734-4da8-a580-17e339955d7c None None] Pushing event updated for resources: {'Port': ['ID=3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:48.273121 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-f1ac1a83-596f-4718-94d6-3f1480172875 admin admin] Allocated IP 172.20.0.1 (ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3/2111ad5b-3d2c-43c1-94a3-5ae626ce912e/41b1fad6-5bc1-4b7d-a599-142e18589d17) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:11:48.290120 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7210eb5e-9e46-4448-bcf6-018fc0c3d805 None None] Pushing event updated for resources: {'Port': ['ID=fe5baa51-91f2-4736-8ca1-1c9d39302b29,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:48.291646 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919497a0-0474-44c2-acc5-6a928fc00a8a admin admin] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:11:48.327278 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port 3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1 is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:48.335270 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22b9ee2-63cf-4911-8b21-401f34449b7e None None] Checking router: 33b7755f-0ea9-4a24-a5cf-6db9c23f13ea for host: dv-cinder-740146-21-smb {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:11:48.335795 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22b9ee2-63cf-4911-8b21-401f34449b7e None None] Updating router 33b7755f-0ea9-4a24-a5cf-6db9c23f13ea port 0e7718df-f561-4c28-a836-705e31095b5a binding host dv-cinder-740146-21-smb {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:11:48.362886 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350f0999-4cda-4259-9e74-cc4a64ecb17d None None] Sync routers for ids ['68bac2b9-f319-44c9-b5bb-e2c32a63b70b'] in dv-cinder-740146-21-smb {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:11:48.381979 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-919497a0-0474-44c2-acc5-6a928fc00a8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:48.395178 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-919497a0-0474-44c2-acc5-6a928fc00a8a admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.2606544 Sep 29 02:11:48.400874 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 49628) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:48.426934 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c3351bc2-2ff8-43ca-8f45-6680ed17a79b admin admin] Publish callbacks [] for port (4cf6ac9c-d1f1-4274-b794-31248e1deb48), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:48.483252 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-57fb3314-298a-4fb6-a8f7-65a3e326db9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8c07bd-2d40-40ea-88e6-17840f10c14f', 'name': 'tempest-DeleteServersTestJSON-27487552-router', 'tenant_id': '8584701589bf4c849d7eba7a7d3138e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.147'}], 'enable_snat': True}, 'gw_port_id': '9e177f17-7b4d-424b-b894-fb4b7d70baed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:40Z', 'updated_at': '2022-09-29T02:11:43Z', 'revision_number': 3, 'project_id': '8584701589bf4c849d7eba7a7d3138e3', 'gw_port': {'id': '9e177f17-7b4d-424b-b894-fb4b7d70baed', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d8c07bd-2d40-40ea-88e6-17840f10c14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:42Z', 'updated_at': '2022-09-29T02:11:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb'}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:48.544426 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350f0999-4cda-4259-9e74-cc4a64ecb17d None None] Routers {'68bac2b9-f319-44c9-b5bb-e2c32a63b70b'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:11:48.549011 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-350f0999-4cda-4259-9e74-cc4a64ecb17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:11:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['68bac2b9-f319-44c9-b5bb-e2c32a63b70b'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:48.615005 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-3294308d-471e-4dae-aa14-08b66438f183 None None] Provisioning complete for port ffe417e2-ca49-4925-8c2d-1a12e2db76be triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:48.621488 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3294308d-471e-4dae-aa14-08b66438f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (ffe417e2-ca49-4925-8c2d-1a12e2db76be), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:48.622037 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-3294308d-471e-4dae-aa14-08b66438f183 None None] Attempt 1 to provision port ffe417e2-ca49-4925-8c2d-1a12e2db76be Sep 29 02:11:48.628647 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c3351bc2-2ff8-43ca-8f45-6680ed17a79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420'] for port (4cf6ac9c-d1f1-4274-b794-31248e1deb48), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:48.637292 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fb3314-298a-4fb6-a8f7-65a3e326db9e None None] Checking router: 3d8c07bd-2d40-40ea-88e6-17840f10c14f for host: dv-cinder-740146-21-smb {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:11:48.639734 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fb3314-298a-4fb6-a8f7-65a3e326db9e None None] Updating router 3d8c07bd-2d40-40ea-88e6-17840f10c14f port 9e177f17-7b4d-424b-b894-fb4b7d70baed binding host dv-cinder-740146-21-smb {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:11:48.715522 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3351bc2-2ff8-43ca-8f45-6680ed17a79b admin admin] Network 2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:11:48.720289 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-c3351bc2-2ff8-43ca-8f45-6680ed17a79b admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:11:48.750935 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3351bc2-2ff8-43ca-8f45-6680ed17a79b admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:11:48.751416 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c3351bc2-2ff8-43ca-8f45-6680ed17a79b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2064679'] for router_interface (17ccc970-db74-48fa-898c-ddc4443f89df), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:48.934963 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-57fb3314-298a-4fb6-a8f7-65a3e326db9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (9e177f17-7b4d-424b-b894-fb4b7d70baed), before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:49.239401 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c22b9ee2-63cf-4911-8b21-401f34449b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (0e7718df-f561-4c28-a836-705e31095b5a), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:49.309607 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 94a8a667-79b2-41b6-9a78-010cdb2a6889 up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:11:49.449585 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f1ac1a83-596f-4718-94d6-3f1480172875 admin admin] Publish callbacks [] for port (41b1fad6-5bc1-4b7d-a599-142e18589d17), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:49.466117 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3351bc2-2ff8-43ca-8f45-6680ed17a79b admin admin] Pushing event updated for resources: {'Port': ['ID=4cf6ac9c-d1f1-4274-b794-31248e1deb48,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:49.492237 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f1ac1a83-596f-4718-94d6-3f1480172875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420'] for port (41b1fad6-5bc1-4b7d-a599-142e18589d17), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:49.619372 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ac1a83-596f-4718-94d6-3f1480172875 admin admin] Network ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:11:49.626241 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-f1ac1a83-596f-4718-94d6-3f1480172875 admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:11:49.642508 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:49.705612 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ac1a83-596f-4718-94d6-3f1480172875 admin admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:11:49.712187 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f1ac1a83-596f-4718-94d6-3f1480172875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2064679'] for router_interface (33b7755f-0ea9-4a24-a5cf-6db9c23f13ea), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:49.716433 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=100 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:49.828002 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-57fb3314-298a-4fb6-a8f7-65a3e326db9e None None] Publish callbacks [] for port (9e177f17-7b4d-424b-b894-fb4b7d70baed), precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:49.844596 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-57fb3314-298a-4fb6-a8f7-65a3e326db9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (9e177f17-7b4d-424b-b894-fb4b7d70baed), after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:49.884573 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-57fb3314-298a-4fb6-a8f7-65a3e326db9e None None] Attempting to bind port 9e177f17-7b4d-424b-b894-fb4b7d70baed on host dv-cinder-740146-21-smb for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:11:49.889872 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-57fb3314-298a-4fb6-a8f7-65a3e326db9e None None] Attempting to bind port 9e177f17-7b4d-424b-b894-fb4b7d70baed by drivers openvswitch,hyperv on host dv-cinder-740146-21-smb at level 0 using segments [{'id': '3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:11:49.892074 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fb3314-298a-4fb6-a8f7-65a3e326db9e None None] Attempting to bind port 9e177f17-7b4d-424b-b894-fb4b7d70baed on network b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:11:49.962260 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ac1a83-596f-4718-94d6-3f1480172875 admin admin] Pushing event updated for resources: {'Port': ['ID=41b1fad6-5bc1-4b7d-a599-142e18589d17,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:49.971607 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:50.139665 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a4090-0838-4ff8-b758-a4653985d32e None None] Pushing event updated for resources: {'Port': ['ID=9e177f17-7b4d-424b-b894-fb4b7d70baed,revision_number=2']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:50.162334 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fb3314-298a-4fb6-a8f7-65a3e326db9e None None] Checking agent: {'id': '732f1f10-53c2-4a73-b7b4-882674716f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 25), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:11:50.162986 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fb3314-298a-4fb6-a8f7-65a3e326db9e None None] Checking segment: {'id': '3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:11:50.163429 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-57fb3314-298a-4fb6-a8f7-65a3e326db9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:50.163827 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fb3314-298a-4fb6-a8f7-65a3e326db9e None None] Bound using segment: {'id': '3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:11:50.164318 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-57fb3314-298a-4fb6-a8f7-65a3e326db9e None None] Bound port: 9e177f17-7b4d-424b-b894-fb4b7d70baed, host: dv-cinder-740146-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:11:50.164697 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-57fb3314-298a-4fb6-a8f7-65a3e326db9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (9e177f17-7b4d-424b-b894-fb4b7d70baed), before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:50.257965 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:50.277024 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:50.294924 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c3351bc2-2ff8-43ca-8f45-6680ed17a79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (4cf6ac9c-d1f1-4274-b794-31248e1deb48), before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:50.310702 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-57fb3314-298a-4fb6-a8f7-65a3e326db9e None None] For port 9e177f17-7b4d-424b-b894-fb4b7d70baed, host dv-cinder-740146-21-smb, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:11:50.318629 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 49682) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:50.323445 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-57fb3314-298a-4fb6-a8f7-65a3e326db9e None None] For port 9e177f17-7b4d-424b-b894-fb4b7d70baed, host dv-cinder-740146-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=9e177f17-7b4d-424b-b894-fb4b7d70baed,segment=NetworkSegment(3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633),segment_id=3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:11:50.335351 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-67035741-9a68-49bb-9e5f-2ded13e731c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:50.349685 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-57fb3314-298a-4fb6-a8f7-65a3e326db9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (9e177f17-7b4d-424b-b894-fb4b7d70baed), after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:50.374766 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-350f0999-4cda-4259-9e74-cc4a64ecb17d None None] Set router 68bac2b9-f319-44c9-b5bb-e2c32a63b70b gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:11:50.458017 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:50.484818 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:50.488828 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c22b9ee2-63cf-4911-8b21-401f34449b7e None None] Publish callbacks [] for port (0e7718df-f561-4c28-a836-705e31095b5a), precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:50.536652 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-3294308d-471e-4dae-aa14-08b66438f183 None None] Current status of the port ffe417e2-ca49-4925-8c2d-1a12e2db76be is: DOWN; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:50.538925 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3294308d-471e-4dae-aa14-08b66438f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (ffe417e2-ca49-4925-8c2d-1a12e2db76be), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:50.570212 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fb3314-298a-4fb6-a8f7-65a3e326db9e None None] Routers {'3d8c07bd-2d40-40ea-88e6-17840f10c14f'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:11:50.572379 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-57fb3314-298a-4fb6-a8f7-65a3e326db9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:11:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['3d8c07bd-2d40-40ea-88e6-17840f10c14f'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:50.582915 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:50.586417 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c22b9ee2-63cf-4911-8b21-401f34449b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (0e7718df-f561-4c28-a836-705e31095b5a), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:50.656398 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port 94a8a667-79b2-41b6-9a78-010cdb2a6889 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:50.657780 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (94a8a667-79b2-41b6-9a78-010cdb2a6889), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:50.658138 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port 94a8a667-79b2-41b6-9a78-010cdb2a6889 Sep 29 02:11:50.671774 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f69f0f13-45b6-4c44-a881-3a129d1f6b6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:50.683486 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f1ac1a83-596f-4718-94d6-3f1480172875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (41b1fad6-5bc1-4b7d-a599-142e18589d17), before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:50.704170 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a4090-0838-4ff8-b758-a4653985d32e None None] Pushing event updated for resources: {'Port': ['ID=9e177f17-7b4d-424b-b894-fb4b7d70baed,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:50.856470 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c3351bc2-2ff8-43ca-8f45-6680ed17a79b admin admin] Publish callbacks [] for port (4cf6ac9c-d1f1-4274-b794-31248e1deb48), precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:50.878023 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c3351bc2-2ff8-43ca-8f45-6680ed17a79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (4cf6ac9c-d1f1-4274-b794-31248e1deb48), after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:50.880842 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c3351bc2-2ff8-43ca-8f45-6680ed17a79b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1703214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2064787'] for router_interface (17ccc970-db74-48fa-898c-ddc4443f89df), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:50.951421 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-57fb3314-298a-4fb6-a8f7-65a3e326db9e None None] Set router 3d8c07bd-2d40-40ea-88e6-17840f10c14f gateway port host: dv-cinder-740146-21-smb {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:11:51.014068 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f69f0f13-45b6-4c44-a881-3a129d1f6b6e admin admin] Publish callbacks [] for security_group (b0e1f29c-5378-41cd-a516-09264d4e013b), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:51.019151 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:51.129698 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3351bc2-2ff8-43ca-8f45-6680ed17a79b admin admin] Network 2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:11:51.165875 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-c3351bc2-2ff8-43ca-8f45-6680ed17a79b admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:11:51.165875 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f69f0f13-45b6-4c44-a881-3a129d1f6b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (b0e1f29c-5378-41cd-a516-09264d4e013b), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:51.175909 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-feb67392-ab99-44fd-849c-67d68c613bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:51.188285 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-c22b9ee2-63cf-4911-8b21-401f34449b7e None None] Attempting to bind port 0e7718df-f561-4c28-a836-705e31095b5a on host dv-cinder-740146-21-smb for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:11:51.197422 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-c22b9ee2-63cf-4911-8b21-401f34449b7e None None] Attempting to bind port 0e7718df-f561-4c28-a836-705e31095b5a by drivers openvswitch,hyperv on host dv-cinder-740146-21-smb at level 0 using segments [{'id': '3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:11:51.200193 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22b9ee2-63cf-4911-8b21-401f34449b7e None None] Attempting to bind port 0e7718df-f561-4c28-a836-705e31095b5a on network b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:11:51.226881 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-f69f0f13-45b6-4c44-a881-3a129d1f6b6e admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=47888d7711c64be18ca04d3179c3f022&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9026330 Sep 29 02:11:51.256851 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 49718) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:51.305877 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69f0f13-45b6-4c44-a881-3a129d1f6b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e1f29c-5378-41cd-a516-09264d4e013b,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:51.416171 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22b9ee2-63cf-4911-8b21-401f34449b7e None None] Checking agent: {'id': '732f1f10-53c2-4a73-b7b4-882674716f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 25), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:11:51.418474 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22b9ee2-63cf-4911-8b21-401f34449b7e None None] Checking segment: {'id': '3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:11:51.419082 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c22b9ee2-63cf-4911-8b21-401f34449b7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:51.422937 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22b9ee2-63cf-4911-8b21-401f34449b7e None None] Bound using segment: {'id': '3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:11:51.426420 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-c22b9ee2-63cf-4911-8b21-401f34449b7e None None] Bound port: 0e7718df-f561-4c28-a836-705e31095b5a, host: dv-cinder-740146-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:11:51.427225 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c22b9ee2-63cf-4911-8b21-401f34449b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (0e7718df-f561-4c28-a836-705e31095b5a), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:51.434216 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-3294308d-471e-4dae-aa14-08b66438f183 None None] For port ffe417e2-ca49-4925-8c2d-1a12e2db76be, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=ffe417e2-ca49-4925-8c2d-1a12e2db76be,segment=NetworkSegment(af33ed35-e9af-41d9-8ab2-604c2b07ce0b),segment_id=af33ed35-e9af-41d9-8ab2-604c2b07ce0b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:11:51.496071 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b470eb0-2e44-4a07-99b0-65b5b4136e4d None None] Pushing event updated for resources: {'Port': ['ID=0e7718df-f561-4c28-a836-705e31095b5a,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:51.511373 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3351bc2-2ff8-43ca-8f45-6680ed17a79b admin admin] Router 17ccc970-db74-48fa-898c-ddc4443f89df has already been hosted by L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:11:51.517952 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-af110556-c046-49f0-877d-3c69a560c4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:51.521304 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f1ac1a83-596f-4718-94d6-3f1480172875 admin admin] Publish callbacks [] for port (41b1fad6-5bc1-4b7d-a599-142e18589d17), precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:51.548032 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-879f3764-7481-49b7-af1f-32d6226a20d7 admin admin] Publish callbacks [] for security_group (b0e1f29c-5378-41cd-a516-09264d4e013b), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:51.555575 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f1ac1a83-596f-4718-94d6-3f1480172875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (41b1fad6-5bc1-4b7d-a599-142e18589d17), after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:51.556589 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f1ac1a83-596f-4718-94d6-3f1480172875 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1703214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2064787'] for router_interface (33b7755f-0ea9-4a24-a5cf-6db9c23f13ea), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:51.575160 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-57fb3314-298a-4fb6-a8f7-65a3e326db9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8c07bd-2d40-40ea-88e6-17840f10c14f', 'name': 'tempest-DeleteServersTestJSON-27487552-router', 'tenant_id': '8584701589bf4c849d7eba7a7d3138e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.147'}], 'enable_snat': True}, 'gw_port_id': '9e177f17-7b4d-424b-b894-fb4b7d70baed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:40Z', 'updated_at': '2022-09-29T02:11:43Z', 'revision_number': 3, 'project_id': '8584701589bf4c849d7eba7a7d3138e3', 'gw_port': {'id': '9e177f17-7b4d-424b-b894-fb4b7d70baed', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d8c07bd-2d40-40ea-88e6-17840f10c14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:42Z', 'updated_at': '2022-09-29T02:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb'}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:51.579742 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3294308d-471e-4dae-aa14-08b66438f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (ffe417e2-ca49-4925-8c2d-1a12e2db76be), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:51.588513 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-350f0999-4cda-4259-9e74-cc4a64ecb17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'name': 'tempest-AttachVolumeShelveTestJSON-106992495-router', 'tenant_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': '3be0e4d4-aaac-4318-8c58-5165434b5114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:41Z', 'updated_at': '2022-09-29T02:11:45Z', 'revision_number': 3, 'project_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'gw_port': {'id': '3be0e4d4-aaac-4318-8c58-5165434b5114', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ec:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:42Z', 'updated_at': '2022-09-29T02:11:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb'}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:51.588872 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 49726) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:51.596304 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-3294308d-471e-4dae-aa14-08b66438f183 None None] Provisioning complete for port 94a8a667-79b2-41b6-9a78-010cdb2a6889 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:51.596674 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3294308d-471e-4dae-aa14-08b66438f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (94a8a667-79b2-41b6-9a78-010cdb2a6889), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:51.597008 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-3294308d-471e-4dae-aa14-08b66438f183 None None] Attempt 1 to provision port 94a8a667-79b2-41b6-9a78-010cdb2a6889 Sep 29 02:11:51.636368 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fb3314-298a-4fb6-a8f7-65a3e326db9e None None] The sync data for ids ['3d8c07bd-2d40-40ea-88e6-17840f10c14f'] in dv-cinder-740146-21-smb is: [{'id': '3d8c07bd-2d40-40ea-88e6-17840f10c14f', 'name': 'tempest-DeleteServersTestJSON-27487552-router', 'tenant_id': '8584701589bf4c849d7eba7a7d3138e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.147'}], 'enable_snat': True}, 'gw_port_id': '9e177f17-7b4d-424b-b894-fb4b7d70baed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:40Z', 'updated_at': '2022-09-29T02:11:43Z', 'revision_number': 3, 'project_id': '8584701589bf4c849d7eba7a7d3138e3', 'gw_port': {'id': '9e177f17-7b4d-424b-b894-fb4b7d70baed', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d8c07bd-2d40-40ea-88e6-17840f10c14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:42Z', 'updated_at': '2022-09-29T02:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:11:51.652065 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3351bc2-2ff8-43ca-8f45-6680ed17a79b admin admin] Pushing event updated for resources: {'Port': ['ID=4cf6ac9c-d1f1-4274-b794-31248e1deb48,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:51.686888 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350f0999-4cda-4259-9e74-cc4a64ecb17d None None] Checking router: 68bac2b9-f319-44c9-b5bb-e2c32a63b70b for host: dv-cinder-740146-21-smb {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:11:51.687238 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350f0999-4cda-4259-9e74-cc4a64ecb17d None None] Updating router 68bac2b9-f319-44c9-b5bb-e2c32a63b70b port 3be0e4d4-aaac-4318-8c58-5165434b5114 binding host dv-cinder-740146-21-smb {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:11:51.716846 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-879f3764-7481-49b7-af1f-32d6226a20d7 admin admin] Publish callbacks [] for security_group (b0e1f29c-5378-41cd-a516-09264d4e013b), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:51.741157 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port 94a8a667-79b2-41b6-9a78-010cdb2a6889 is: DOWN; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:51.746389 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (94a8a667-79b2-41b6-9a78-010cdb2a6889), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:51.808382 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3294308d-471e-4dae-aa14-08b66438f183 None None] Pushing event updated for resources: {'Port': ['ID=ffe417e2-ca49-4925-8c2d-1a12e2db76be,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:51.810204 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-879f3764-7481-49b7-af1f-32d6226a20d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (b0e1f29c-5378-41cd-a516-09264d4e013b), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:51.821627 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-879f3764-7481-49b7-af1f-32d6226a20d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:51.823751 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-879f3764-7481-49b7-af1f-32d6226a20d7 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/b0e1f29c-5378-41cd-a516-09264d4e013b HTTP/1.1" status: 204 len: 168 time: 0.5645304 Sep 29 02:11:51.846094 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:51.850154 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3351bc2-2ff8-43ca-8f45-6680ed17a79b admin admin] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:11:51.864368 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76118427-74ec-4272-bf4d-e9a16cab0ee7 None None] Sync routers for ids ['17ccc970-db74-48fa-898c-ddc4443f89df'] in dv-cinder-740146-21-smb {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:11:51.867668 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-c3351bc2-2ff8-43ca-8f45-6680ed17a79b admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/17ccc970-db74-48fa-898c-ddc4443f89df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1919379 Sep 29 02:11:51.867943 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-c22b9ee2-63cf-4911-8b21-401f34449b7e None None] For port 0e7718df-f561-4c28-a836-705e31095b5a, host dv-cinder-740146-21-smb, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:11:51.872574 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-350f0999-4cda-4259-9e74-cc4a64ecb17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (3be0e4d4-aaac-4318-8c58-5165434b5114), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:51.893297 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76118427-74ec-4272-bf4d-e9a16cab0ee7 None None] Routers {'17ccc970-db74-48fa-898c-ddc4443f89df'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:11:51.897846 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-76118427-74ec-4272-bf4d-e9a16cab0ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:11:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['17ccc970-db74-48fa-898c-ddc4443f89df'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:51.926843 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] For port 94a8a667-79b2-41b6-9a78-010cdb2a6889, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=94a8a667-79b2-41b6-9a78-010cdb2a6889,segment=NetworkSegment(43f3e6d4-dadc-474d-9558-852a30f5c49f),segment_id=43f3e6d4-dadc-474d-9558-852a30f5c49f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:11:51.941840 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:51.983734 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:51.994666 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-feb67392-ab99-44fd-849c-67d68c613bd7 admin admin] Allocated IP 172.20.0.1 (3be65160-34ea-4bb6-abd7-0d461783c057/398c055b-a2b0-4881-821c-6995d7734c32/fe332755-3f61-48de-91ce-db206db12d4b) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:11:52.008059 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-af110556-c046-49f0-877d-3c69a560c4b9 admin admin] Allocated IP 172.20.0.1 (4627e623-304a-4643-bc74-20612e0c7f0a/5f87fc17-fad1-4de6-b084-5ceaf24b28d8/35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:11:52.074534 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (94a8a667-79b2-41b6-9a78-010cdb2a6889), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:52.078897 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device b68d155e-ceab-48f9-b772-928525dda4ba up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:11:52.159178 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:52.202453 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8b4c1e90-b722-42cc-885b-d2c8623d24a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:52.223675 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-c22b9ee2-63cf-4911-8b21-401f34449b7e None None] For port 0e7718df-f561-4c28-a836-705e31095b5a, host dv-cinder-740146-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=0e7718df-f561-4c28-a836-705e31095b5a,segment=NetworkSegment(3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633),segment_id=3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:11:52.224326 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-76118427-74ec-4272-bf4d-e9a16cab0ee7 None None] Set router 17ccc970-db74-48fa-898c-ddc4443f89df gateway port host: dv-cinder-740146-21-smb {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:11:52.313787 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-3294308d-471e-4dae-aa14-08b66438f183 None None] Current status of the port 94a8a667-79b2-41b6-9a78-010cdb2a6889 is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:52.336981 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-af110556-c046-49f0-877d-3c69a560c4b9 admin admin] Publish callbacks [] for port (35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:52.423467 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c22b9ee2-63cf-4911-8b21-401f34449b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (0e7718df-f561-4c28-a836-705e31095b5a), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:52.439102 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-af110556-c046-49f0-877d-3c69a560c4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420'] for port (35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:52.473963 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:52.481794 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f3764-7481-49b7-af1f-32d6226a20d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e1f29c-5378-41cd-a516-09264d4e013b,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:52.504660 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af110556-c046-49f0-877d-3c69a560c4b9 admin admin] Network 4627e623-304a-4643-bc74-20612e0c7f0a is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:11:52.509148 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-af110556-c046-49f0-877d-3c69a560c4b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:11:52.516123 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ac1a83-596f-4718-94d6-3f1480172875 admin admin] Pushing event updated for resources: {'Port': ['ID=41b1fad6-5bc1-4b7d-a599-142e18589d17,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:52.518899 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af110556-c046-49f0-877d-3c69a560c4b9 admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:11:52.519433 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-af110556-c046-49f0-877d-3c69a560c4b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2064679'] for router_interface (3d8c07bd-2d40-40ea-88e6-17840f10c14f), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:52.523488 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:52.538423 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8b4c1e90-b722-42cc-885b-d2c8623d24a2 admin admin] Publish callbacks [] for security_group (85aef15f-a034-47f9-be6d-c22d75011430), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:52.578270 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8b4c1e90-b722-42cc-885b-d2c8623d24a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (85aef15f-a034-47f9-be6d-c22d75011430), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:52.596172 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b32208c4-aaef-4959-a002-54febcc2a9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:52.664739 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 49772) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:52.711483 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af110556-c046-49f0-877d-3c69a560c4b9 admin admin] Pushing event updated for resources: {'Port': ['ID=35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:52.747818 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3da8f79f-4230-462d-b47a-2f697582b507 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:52.765981 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-76118427-74ec-4272-bf4d-e9a16cab0ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'name': 'tempest-AttachVolumeNegativeTest-823417103-router', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:11:49Z', 'revision_number': 4, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'gw_port': {'id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:40Z', 'updated_at': '2022-09-29T02:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': '4cf6ac9c-d1f1-4274-b794-31248e1deb48', 'name': '', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'mac_address': 'fa:16:3e:0d:63:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:46Z', 'updated_at': '2022-09-29T02:11:50Z', 'revision_number': 2, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'subnets': [{'id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:52.837094 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76118427-74ec-4272-bf4d-e9a16cab0ee7 None None] Checking router: 17ccc970-db74-48fa-898c-ddc4443f89df for host: dv-cinder-740146-21-smb {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:11:52.837279 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76118427-74ec-4272-bf4d-e9a16cab0ee7 None None] Updating router 17ccc970-db74-48fa-898c-ddc4443f89df port 4cf6ac9c-d1f1-4274-b794-31248e1deb48 binding host dv-cinder-740146-21-smb {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:11:52.849281 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c1e90-b722-42cc-885b-d2c8623d24a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85aef15f-a034-47f9-be6d-c22d75011430,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:52.916197 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ac1a83-596f-4718-94d6-3f1480172875 admin admin] Network ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:11:52.916319 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:52.919646 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-76118427-74ec-4272-bf4d-e9a16cab0ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (4cf6ac9c-d1f1-4274-b794-31248e1deb48), before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:52.934832 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-f1ac1a83-596f-4718-94d6-3f1480172875 admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:11:52.967218 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-8b4c1e90-b722-42cc-885b-d2c8623d24a2 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=c6f0464ff4cf4b8cbf41dcf993ff9bee&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3360121 Sep 29 02:11:52.993615 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-feb67392-ab99-44fd-849c-67d68c613bd7 admin admin] Publish callbacks [] for port (fe332755-3f61-48de-91ce-db206db12d4b), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:52.999472 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 49776) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:53.028282 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22b9ee2-63cf-4911-8b21-401f34449b7e None None] Routers {'33b7755f-0ea9-4a24-a5cf-6db9c23f13ea'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:11:53.029167 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c22b9ee2-63cf-4911-8b21-401f34449b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:11:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['33b7755f-0ea9-4a24-a5cf-6db9c23f13ea'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:53.068913 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-af110556-c046-49f0-877d-3c69a560c4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a), before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:53.332965 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9ca605fa-bab6-469d-9427-9626a19fc749 None None] Provisioning complete for port 4cf6ac9c-d1f1-4274-b794-31248e1deb48 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:53.336153 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9ca605fa-bab6-469d-9427-9626a19fc749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (4cf6ac9c-d1f1-4274-b794-31248e1deb48), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:53.336779 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-9ca605fa-bab6-469d-9427-9626a19fc749 None None] Attempt 1 to provision port 4cf6ac9c-d1f1-4274-b794-31248e1deb48 Sep 29 02:11:53.398615 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-c22b9ee2-63cf-4911-8b21-401f34449b7e None None] Set router 33b7755f-0ea9-4a24-a5cf-6db9c23f13ea gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:11:53.470330 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 49782) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:53.522494 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 49786) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:53.523340 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ca41a7c2-a763-4fc1-a5cc-df729bf2264e admin admin] Publish callbacks [] for security_group (85aef15f-a034-47f9-be6d-c22d75011430), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:53.531182 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 49788) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:53.549248 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-290a16fd-9053-4f8b-99cd-97c07991918a tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1275686868', 'description': 'tempest-description--438856829'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:11:53.585606 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3da8f79f-4230-462d-b47a-2f697582b507 admin admin] Publish callbacks [] for security_group (f29defb2-9c02-4bc3-895c-cceb305f967e), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:53.621173 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ca41a7c2-a763-4fc1-a5cc-df729bf2264e admin admin] Publish callbacks [] for security_group (85aef15f-a034-47f9-be6d-c22d75011430), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:53.626027 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-feb67392-ab99-44fd-849c-67d68c613bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420'] for port (fe332755-3f61-48de-91ce-db206db12d4b), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:53.659416 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-76118427-74ec-4272-bf4d-e9a16cab0ee7 None None] Publish callbacks [] for port (4cf6ac9c-d1f1-4274-b794-31248e1deb48), precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:53.666977 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3da8f79f-4230-462d-b47a-2f697582b507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (f29defb2-9c02-4bc3-895c-cceb305f967e), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:53.685989 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-76118427-74ec-4272-bf4d-e9a16cab0ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (4cf6ac9c-d1f1-4274-b794-31248e1deb48), after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:53.699040 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Pushing event updated for resources: {'Port': ['ID=94a8a667-79b2-41b6-9a78-010cdb2a6889,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:53.712117 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb67392-ab99-44fd-849c-67d68c613bd7 admin admin] Pushing event updated for resources: {'Port': ['ID=fe332755-3f61-48de-91ce-db206db12d4b,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:53.719382 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=100 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:53.742862 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fddfe805-7097-4b6f-abfe-a53cdf1966c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:53.746397 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:53.747066 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9ca605fa-bab6-469d-9427-9626a19fc749 None None] Port 4cf6ac9c-d1f1-4274-b794-31248e1deb48 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:11:53.748010 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb67392-ab99-44fd-849c-67d68c613bd7 admin admin] Network 3be65160-34ea-4bb6-abd7-0d461783c057 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:11:53.751301 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da8f79f-4230-462d-b47a-2f697582b507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29defb2-9c02-4bc3-895c-cceb305f967e,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:53.771028 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2e87896c-791a-40f6-8bfe-7b556d6b1c6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:53.800966 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-290a16fd-9053-4f8b-99cd-97c07991918a tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:53.802376 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port b68d155e-ceab-48f9-b772-928525dda4ba triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:53.802778 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (b68d155e-ceab-48f9-b772-928525dda4ba), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:53.803120 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port b68d155e-ceab-48f9-b772-928525dda4ba Sep 29 02:11:53.818412 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:53.836380 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-76118427-74ec-4272-bf4d-e9a16cab0ee7 None None] Attempting to bind port 4cf6ac9c-d1f1-4274-b794-31248e1deb48 on host dv-cinder-740146-21-smb for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:11:53.836943 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-76118427-74ec-4272-bf4d-e9a16cab0ee7 None None] Attempting to bind port 4cf6ac9c-d1f1-4274-b794-31248e1deb48 by drivers openvswitch,hyperv on host dv-cinder-740146-21-smb at level 0 using segments [{'id': '1941badf-aa62-4a91-ac01-3d965bf2bf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:11:53.837242 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76118427-74ec-4272-bf4d-e9a16cab0ee7 None None] Attempting to bind port 4cf6ac9c-d1f1-4274-b794-31248e1deb48 on network 2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:11:53.840014 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e89df-7e60-4d11-a85d-0b50b2d9238a None None] Pushing event updated for resources: {'Port': ['ID=4cf6ac9c-d1f1-4274-b794-31248e1deb48,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:53.889296 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2e87896c-791a-40f6-8bfe-7b556d6b1c6e admin admin] Publish callbacks [] for security_group (25ecaa08-d03d-4c1f-ae3e-a53cbdfec475), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:53.899059 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-feb67392-ab99-44fd-849c-67d68c613bd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:11:53.907146 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2e87896c-791a-40f6-8bfe-7b556d6b1c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (25ecaa08-d03d-4c1f-ae3e-a53cbdfec475), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:53.921518 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76118427-74ec-4272-bf4d-e9a16cab0ee7 None None] Checking agent: {'id': '732f1f10-53c2-4a73-b7b4-882674716f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 25), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:11:53.922482 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76118427-74ec-4272-bf4d-e9a16cab0ee7 None None] Checking segment: {'id': '1941badf-aa62-4a91-ac01-3d965bf2bf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:11:53.922860 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-76118427-74ec-4272-bf4d-e9a16cab0ee7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:53.923421 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76118427-74ec-4272-bf4d-e9a16cab0ee7 None None] Bound using segment: {'id': '1941badf-aa62-4a91-ac01-3d965bf2bf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:11:53.923917 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-76118427-74ec-4272-bf4d-e9a16cab0ee7 None None] Bound port: 4cf6ac9c-d1f1-4274-b794-31248e1deb48, host: dv-cinder-740146-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1941badf-aa62-4a91-ac01-3d965bf2bf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:11:53.924607 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-76118427-74ec-4272-bf4d-e9a16cab0ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (4cf6ac9c-d1f1-4274-b794-31248e1deb48), before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:53.936455 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-290a16fd-9053-4f8b-99cd-97c07991918a tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for security_group (a922da99-8442-478e-866a-0b0efbc3e191), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:53.937384 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:53.943923 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-3da8f79f-4230-462d-b47a-2f697582b507 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=4268cd859828434f9a646ba7d24e6402&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2779293 Sep 29 02:11:53.951079 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 49794) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:53.962746 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-290a16fd-9053-4f8b-99cd-97c07991918a tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (a922da99-8442-478e-866a-0b0efbc3e191), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:53.999390 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b470eb0-2e44-4a07-99b0-65b5b4136e4d None None] Pushing event updated for resources: {'Port': ['ID=0e7718df-f561-4c28-a836-705e31095b5a,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:54.015515 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fddfe805-7097-4b6f-abfe-a53cdf1966c0 admin admin] Publish callbacks [] for security_group (17135dbc-eed2-41d2-80d4-1b3334cb2ef2), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:54.018095 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb67392-ab99-44fd-849c-67d68c613bd7 admin admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:11:54.018789 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-feb67392-ab99-44fd-849c-67d68c613bd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2064679'] for router_interface (68bac2b9-f319-44c9-b5bb-e2c32a63b70b), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:54.025038 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:54.027812 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:54.038130 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-76118427-74ec-4272-bf4d-e9a16cab0ee7 None None] For port 4cf6ac9c-d1f1-4274-b794-31248e1deb48, host dv-cinder-740146-21-smb, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:11:54.043834 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fddfe805-7097-4b6f-abfe-a53cdf1966c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (17135dbc-eed2-41d2-80d4-1b3334cb2ef2), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:54.045083 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-76118427-74ec-4272-bf4d-e9a16cab0ee7 None None] For port 4cf6ac9c-d1f1-4274-b794-31248e1deb48, host dv-cinder-740146-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=4cf6ac9c-d1f1-4274-b794-31248e1deb48,segment=NetworkSegment(1941badf-aa62-4a91-ac01-3d965bf2bf64),segment_id=1941badf-aa62-4a91-ac01-3d965bf2bf64)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:11:54.054504 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-76118427-74ec-4272-bf4d-e9a16cab0ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (4cf6ac9c-d1f1-4274-b794-31248e1deb48), after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:54.099389 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-290a16fd-9053-4f8b-99cd-97c07991918a tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:54.100639 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-290a16fd-9053-4f8b-99cd-97c07991918a tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5611796 Sep 29 02:11:54.110592 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 49798) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:54.128287 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-5e38979f-65ae-4a99-9f5d-afb88121cea3 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Request body: {'security_group_rule': {'security_group_id': 'a922da99-8442-478e-866a-0b0efbc3e191', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:11:54.159511 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port b68d155e-ceab-48f9-b772-928525dda4ba is: DOWN; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:54.159903 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (b68d155e-ceab-48f9-b772-928525dda4ba), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:54.184908 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:54.210771 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-350f0999-4cda-4259-9e74-cc4a64ecb17d None None] Publish callbacks [] for port (3be0e4d4-aaac-4318-8c58-5165434b5114), precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:54.228385 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-fddfe805-7097-4b6f-abfe-a53cdf1966c0 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=be4b4cf1cbfe4040b409e61915d0ba53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7554200 Sep 29 02:11:54.230680 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 49800) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:54.235265 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5e38979f-65ae-4a99-9f5d-afb88121cea3 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for security_group_rule (6491c50d-dd43-480b-a7ad-bb7f759b541a), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:54.240044 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] For port b68d155e-ceab-48f9-b772-928525dda4ba, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=b68d155e-ceab-48f9-b772-928525dda4ba,segment=NetworkSegment(3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633),segment_id=3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:11:54.241104 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-350f0999-4cda-4259-9e74-cc4a64ecb17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (3be0e4d4-aaac-4318-8c58-5165434b5114), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:54.254828 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-9ca605fa-bab6-469d-9427-9626a19fc749 None None] Attempt 2 to provision port 4cf6ac9c-d1f1-4274-b794-31248e1deb48 Sep 29 02:11:54.267692 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76118427-74ec-4272-bf4d-e9a16cab0ee7 None None] Routers {'17ccc970-db74-48fa-898c-ddc4443f89df'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:11:54.268622 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-76118427-74ec-4272-bf4d-e9a16cab0ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:11:52Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['17ccc970-db74-48fa-898c-ddc4443f89df'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:54.274120 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (b68d155e-ceab-48f9-b772-928525dda4ba), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:54.275271 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device fe5baa51-91f2-4736-8ca1-1c9d39302b29 up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:11:54.288163 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ac1a83-596f-4718-94d6-3f1480172875 admin admin] Router 33b7755f-0ea9-4a24-a5cf-6db9c23f13ea has already been hosted by L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:11:54.300357 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a16fd-9053-4f8b-99cd-97c07991918a tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a922da99-8442-478e-866a-0b0efbc3e191,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:54.338164 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-2e87896c-791a-40f6-8bfe-7b556d6b1c6e admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=359107a5c1714262aa3f85a9f1c60f3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8109891 Sep 29 02:11:54.343576 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e89df-7e60-4d11-a85d-0b50b2d9238a None None] Pushing event updated for resources: {'Port': ['ID=4cf6ac9c-d1f1-4274-b794-31248e1deb48,revision_number=4']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:54.355300 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 49804) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:54.436931 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-feb67392-ab99-44fd-849c-67d68c613bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (fe332755-3f61-48de-91ce-db206db12d4b), before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:54.445789 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-76118427-74ec-4272-bf4d-e9a16cab0ee7 None None] Set router 17ccc970-db74-48fa-898c-ddc4443f89df gateway port host: dv-cinder-740146-21-smb {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:11:54.453245 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5e38979f-65ae-4a99-9f5d-afb88121cea3 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for security_group_rule (6491c50d-dd43-480b-a7ad-bb7f759b541a), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:54.457276 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-df9537de-94b0-4c12-9d12-717dce9398ba admin admin] Publish callbacks [] for security_group (f29defb2-9c02-4bc3-895c-cceb305f967e), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:54.461078 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ca41a7c2-a763-4fc1-a5cc-df729bf2264e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (85aef15f-a034-47f9-be6d-c22d75011430), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:54.463790 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ca41a7c2-a763-4fc1-a5cc-df729bf2264e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:54.465157 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-ca41a7c2-a763-4fc1-a5cc-df729bf2264e admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/85aef15f-a034-47f9-be6d-c22d75011430 HTTP/1.1" status: 204 len: 168 time: 1.4634972 Sep 29 02:11:54.487099 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-350f0999-4cda-4259-9e74-cc4a64ecb17d None None] Attempting to bind port 3be0e4d4-aaac-4318-8c58-5165434b5114 on host dv-cinder-740146-21-smb for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:11:54.487364 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-350f0999-4cda-4259-9e74-cc4a64ecb17d None None] Attempting to bind port 3be0e4d4-aaac-4318-8c58-5165434b5114 by drivers openvswitch,hyperv on host dv-cinder-740146-21-smb at level 0 using segments [{'id': '3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:11:54.487721 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350f0999-4cda-4259-9e74-cc4a64ecb17d None None] Attempting to bind port 3be0e4d4-aaac-4318-8c58-5165434b5114 on network b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:11:54.488576 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-df9537de-94b0-4c12-9d12-717dce9398ba admin admin] Publish callbacks [] for security_group (f29defb2-9c02-4bc3-895c-cceb305f967e), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:54.504085 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e87896c-791a-40f6-8bfe-7b556d6b1c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ecaa08-d03d-4c1f-ae3e-a53cbdfec475,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:54.566045 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-af110556-c046-49f0-877d-3c69a560c4b9 admin admin] Publish callbacks [] for port (35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a), precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:54.569104 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-73246e26-654c-486d-969c-803dae3dfcf1 admin admin] Publish callbacks [] for security_group (17135dbc-eed2-41d2-80d4-1b3334cb2ef2), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:54.570345 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5e38979f-65ae-4a99-9f5d-afb88121cea3 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602948'] for security_group_rule (6491c50d-dd43-480b-a7ad-bb7f759b541a), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:54.574600 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c22b9ee2-63cf-4911-8b21-401f34449b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'name': 'tempest-ServerRescueNegativeTestJSON-952934553-router', 'tenant_id': 'b407de2089554e13839d51f270c3adf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': '0e7718df-f561-4c28-a836-705e31095b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:11:50Z', 'revision_number': 4, 'project_id': 'b407de2089554e13839d51f270c3adf1', 'gw_port': {'id': '0e7718df-f561-4c28-a836-705e31095b5a', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:dc:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:41Z', 'updated_at': '2022-09-29T02:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': '41b1fad6-5bc1-4b7d-a599-142e18589d17', 'name': '', 'network_id': 'ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3', 'tenant_id': 'b407de2089554e13839d51f270c3adf1', 'mac_address': 'fa:16:3e:3d:4e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2111ad5b-3d2c-43c1-94a3-5ae626ce912e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:47Z', 'updated_at': '2022-09-29T02:11:50Z', 'revision_number': 2, 'project_id': 'b407de2089554e13839d51f270c3adf1', 'subnets': [{'id': '2111ad5b-3d2c-43c1-94a3-5ae626ce912e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:54.589091 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-af110556-c046-49f0-877d-3c69a560c4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a), after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:54.589949 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-af110556-c046-49f0-877d-3c69a560c4b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1703214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2064787'] for router_interface (3d8c07bd-2d40-40ea-88e6-17840f10c14f), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:54.593004 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-df9537de-94b0-4c12-9d12-717dce9398ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (f29defb2-9c02-4bc3-895c-cceb305f967e), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:54.597025 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-df9537de-94b0-4c12-9d12-717dce9398ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:54.600627 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-df9537de-94b0-4c12-9d12-717dce9398ba admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/f29defb2-9c02-4bc3-895c-cceb305f967e HTTP/1.1" status: 204 len: 168 time: 0.6374302 Sep 29 02:11:54.618560 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:INSERT=8,neutron:UPDATE=2,neutron:SELECT=86,neutron:DELETE=4 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:54.636346 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddfe805-7097-4b6f-abfe-a53cdf1966c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17135dbc-eed2-41d2-80d4-1b3334cb2ef2,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:54.673463 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-73246e26-654c-486d-969c-803dae3dfcf1 admin admin] Publish callbacks [] for security_group (17135dbc-eed2-41d2-80d4-1b3334cb2ef2), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:54.699102 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22b9ee2-63cf-4911-8b21-401f34449b7e None None] The sync data for ids ['33b7755f-0ea9-4a24-a5cf-6db9c23f13ea'] in dv-cinder-740146-21-smb is: [{'id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'name': 'tempest-ServerRescueNegativeTestJSON-952934553-router', 'tenant_id': 'b407de2089554e13839d51f270c3adf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': '0e7718df-f561-4c28-a836-705e31095b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:11:50Z', 'revision_number': 4, 'project_id': 'b407de2089554e13839d51f270c3adf1', 'gw_port': {'id': '0e7718df-f561-4c28-a836-705e31095b5a', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:dc:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:41Z', 'updated_at': '2022-09-29T02:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': '41b1fad6-5bc1-4b7d-a599-142e18589d17', 'name': '', 'network_id': 'ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3', 'tenant_id': 'b407de2089554e13839d51f270c3adf1', 'mac_address': 'fa:16:3e:3d:4e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2111ad5b-3d2c-43c1-94a3-5ae626ce912e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:47Z', 'updated_at': '2022-09-29T02:11:50Z', 'revision_number': 2, 'project_id': 'b407de2089554e13839d51f270c3adf1', 'subnets': [{'id': '2111ad5b-3d2c-43c1-94a3-5ae626ce912e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:11:54.717435 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af110556-c046-49f0-877d-3c69a560c4b9 admin admin] Pushing event updated for resources: {'Port': ['ID=35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:54.744099 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38979f-65ae-4a99-9f5d-afb88121cea3 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6491c50d-dd43-480b-a7ad-bb7f759b541a,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:54.750709 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9537de-94b0-4c12-9d12-717dce9398ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29defb2-9c02-4bc3-895c-cceb305f967e,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:54.752319 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca41a7c2-a763-4fc1-a5cc-df729bf2264e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85aef15f-a034-47f9-be6d-c22d75011430,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:54.759453 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bb7a2982-1690-487b-bf4e-1be94ad8e03a admin admin] Publish callbacks [] for security_group (25ecaa08-d03d-4c1f-ae3e-a53cbdfec475), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:54.785199 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f04c45b-0d0d-426d-82aa-b555e88b39c8 None None] Pushing event updated for resources: {'Port': ['ID=3be0e4d4-aaac-4318-8c58-5165434b5114,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:54.831084 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port fe5baa51-91f2-4736-8ca1-1c9d39302b29 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:54.831487 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (fe5baa51-91f2-4736-8ca1-1c9d39302b29), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:54.831813 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port fe5baa51-91f2-4736-8ca1-1c9d39302b29 Sep 29 02:11:54.873349 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-76118427-74ec-4272-bf4d-e9a16cab0ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'name': 'tempest-AttachVolumeNegativeTest-823417103-router', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:11:49Z', 'revision_number': 4, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'gw_port': {'id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:40Z', 'updated_at': '2022-09-29T02:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': '4cf6ac9c-d1f1-4274-b794-31248e1deb48', 'name': '', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'mac_address': 'fa:16:3e:0d:63:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:46Z', 'updated_at': '2022-09-29T02:11:54Z', 'revision_number': 4, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'subnets': [{'id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:54.938127 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76118427-74ec-4272-bf4d-e9a16cab0ee7 None None] The sync data for ids ['17ccc970-db74-48fa-898c-ddc4443f89df'] in dv-cinder-740146-21-smb is: [{'id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'name': 'tempest-AttachVolumeNegativeTest-823417103-router', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:11:49Z', 'revision_number': 4, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'gw_port': {'id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:40Z', 'updated_at': '2022-09-29T02:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': '4cf6ac9c-d1f1-4274-b794-31248e1deb48', 'name': '', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'mac_address': 'fa:16:3e:0d:63:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:46Z', 'updated_at': '2022-09-29T02:11:54Z', 'revision_number': 4, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'subnets': [{'id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:11:54.947085 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af110556-c046-49f0-877d-3c69a560c4b9 admin admin] Network 4627e623-304a-4643-bc74-20612e0c7f0a is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:11:54.954030 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5e38979f-65ae-4a99-9f5d-afb88121cea3 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:54.959115 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-5e38979f-65ae-4a99-9f5d-afb88121cea3 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8321548 Sep 29 02:11:54.959115 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-af110556-c046-49f0-877d-3c69a560c4b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:11:54.965107 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 49816) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:54.972380 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-98e44f52-1aed-4e06-83e7-f689abddfd52 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Request body: {'security_group_rule': {'security_group_id': 'a922da99-8442-478e-866a-0b0efbc3e191', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:11:54.995354 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:55.048373 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ac1a83-596f-4718-94d6-3f1480172875 admin admin] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:11:55.050822 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:55.081114 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-f1ac1a83-596f-4718-94d6-3f1480172875 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/33b7755f-0ea9-4a24-a5cf-6db9c23f13ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4050822 Sep 29 02:11:55.087974 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350f0999-4cda-4259-9e74-cc4a64ecb17d None None] Checking agent: {'id': '732f1f10-53c2-4a73-b7b4-882674716f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 25), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:11:55.088512 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350f0999-4cda-4259-9e74-cc4a64ecb17d None None] Checking segment: {'id': '3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:11:55.089494 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-350f0999-4cda-4259-9e74-cc4a64ecb17d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:55.089894 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350f0999-4cda-4259-9e74-cc4a64ecb17d None None] Bound using segment: {'id': '3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:11:55.091400 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-350f0999-4cda-4259-9e74-cc4a64ecb17d None None] Bound port: 3be0e4d4-aaac-4318-8c58-5165434b5114, host: dv-cinder-740146-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:11:55.091792 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-350f0999-4cda-4259-9e74-cc4a64ecb17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (3be0e4d4-aaac-4318-8c58-5165434b5114), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:55.116311 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-98e44f52-1aed-4e06-83e7-f689abddfd52 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for security_group_rule (0cc35f1d-4813-4d58-90e9-4ba49c079f85), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:55.138869 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:55.151559 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:55.152568 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bb7a2982-1690-487b-bf4e-1be94ad8e03a admin admin] Publish callbacks [] for security_group (25ecaa08-d03d-4c1f-ae3e-a53cbdfec475), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:55.161819 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9ca605fa-bab6-469d-9427-9626a19fc749 None None] Current status of the port 4cf6ac9c-d1f1-4274-b794-31248e1deb48 is: DOWN; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:55.162206 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9ca605fa-bab6-469d-9427-9626a19fc749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (4cf6ac9c-d1f1-4274-b794-31248e1deb48), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:55.276584 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-73246e26-654c-486d-969c-803dae3dfcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (17135dbc-eed2-41d2-80d4-1b3334cb2ef2), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:55.281023 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-73246e26-654c-486d-969c-803dae3dfcf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:55.285287 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-73246e26-654c-486d-969c-803dae3dfcf1 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/17135dbc-eed2-41d2-80d4-1b3334cb2ef2 HTTP/1.1" status: 204 len: 168 time: 1.0297818 Sep 29 02:11:55.286690 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Pushing event updated for resources: {'Port': ['ID=b68d155e-ceab-48f9-b772-928525dda4ba,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:55.350468 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73246e26-654c-486d-969c-803dae3dfcf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17135dbc-eed2-41d2-80d4-1b3334cb2ef2,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:55.368555 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9ca605fa-bab6-469d-9427-9626a19fc749 None None] For port 4cf6ac9c-d1f1-4274-b794-31248e1deb48, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=4cf6ac9c-d1f1-4274-b794-31248e1deb48,segment=NetworkSegment(1941badf-aa62-4a91-ac01-3d965bf2bf64),segment_id=1941badf-aa62-4a91-ac01-3d965bf2bf64)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:11:55.393370 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af110556-c046-49f0-877d-3c69a560c4b9 admin admin] Router 3d8c07bd-2d40-40ea-88e6-17840f10c14f has already been hosted by L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:11:55.396779 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-feb67392-ab99-44fd-849c-67d68c613bd7 admin admin] Publish callbacks [] for port (fe332755-3f61-48de-91ce-db206db12d4b), precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:55.405714 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bb7a2982-1690-487b-bf4e-1be94ad8e03a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (25ecaa08-d03d-4c1f-ae3e-a53cbdfec475), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:55.409097 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bb7a2982-1690-487b-bf4e-1be94ad8e03a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:55.412589 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-bb7a2982-1690-487b-bf4e-1be94ad8e03a admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/25ecaa08-d03d-4c1f-ae3e-a53cbdfec475 HTTP/1.1" status: 204 len: 168 time: 1.0426478 Sep 29 02:11:55.416247 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-feb67392-ab99-44fd-849c-67d68c613bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (fe332755-3f61-48de-91ce-db206db12d4b), after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:55.417459 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-feb67392-ab99-44fd-849c-67d68c613bd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1703214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2064787'] for router_interface (68bac2b9-f319-44c9-b5bb-e2c32a63b70b), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:55.423399 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-350f0999-4cda-4259-9e74-cc4a64ecb17d None None] For port 3be0e4d4-aaac-4318-8c58-5165434b5114, host dv-cinder-740146-21-smb, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:11:55.435287 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9ca605fa-bab6-469d-9427-9626a19fc749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (4cf6ac9c-d1f1-4274-b794-31248e1deb48), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:55.438405 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:55.469622 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-350f0999-4cda-4259-9e74-cc4a64ecb17d None None] For port 3be0e4d4-aaac-4318-8c58-5165434b5114, host dv-cinder-740146-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=3be0e4d4-aaac-4318-8c58-5165434b5114,segment=NetworkSegment(3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633),segment_id=3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:11:55.488032 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port fe5baa51-91f2-4736-8ca1-1c9d39302b29 is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:55.489633 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device ffe417e2-ca49-4925-8c2d-1a12e2db76be up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:11:55.513336 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a2982-1690-487b-bf4e-1be94ad8e03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ecaa08-d03d-4c1f-ae3e-a53cbdfec475,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:55.533885 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-350f0999-4cda-4259-9e74-cc4a64ecb17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (3be0e4d4-aaac-4318-8c58-5165434b5114), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:55.537880 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-98e44f52-1aed-4e06-83e7-f689abddfd52 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for security_group_rule (0cc35f1d-4813-4d58-90e9-4ba49c079f85), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:55.545285 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-98e44f52-1aed-4e06-83e7-f689abddfd52 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602948'] for security_group_rule (0cc35f1d-4813-4d58-90e9-4ba49c079f85), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:55.610105 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb67392-ab99-44fd-849c-67d68c613bd7 admin admin] Pushing event updated for resources: {'Port': ['ID=fe332755-3f61-48de-91ce-db206db12d4b,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:55.650159 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 49826) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:55.655120 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e44f52-1aed-4e06-83e7-f689abddfd52 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cc35f1d-4813-4d58-90e9-4ba49c079f85,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:55.681280 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9ca605fa-bab6-469d-9427-9626a19fc749 None None] Provisioning complete for port 94a8a667-79b2-41b6-9a78-010cdb2a6889 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:55.682013 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9ca605fa-bab6-469d-9427-9626a19fc749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (94a8a667-79b2-41b6-9a78-010cdb2a6889), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:55.684134 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-9ca605fa-bab6-469d-9427-9626a19fc749 None None] Attempt 1 to provision port 94a8a667-79b2-41b6-9a78-010cdb2a6889 Sep 29 02:11:55.692002 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-98e44f52-1aed-4e06-83e7-f689abddfd52 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:55.693466 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-98e44f52-1aed-4e06-83e7-f689abddfd52 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7257771 Sep 29 02:11:55.706380 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=6 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:55.708853 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 49830) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:55.715833 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-30282683-7913-4dd6-812e-568b57c3363d tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Request body: {'floatingip': {'floating_network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:11:55.723247 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af110556-c046-49f0-877d-3c69a560c4b9 admin admin] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:11:55.741565 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-af110556-c046-49f0-877d-3c69a560c4b9 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/3d8c07bd-2d40-40ea-88e6-17840f10c14f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2149596 Sep 29 02:11:55.747896 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fa397631-5fbc-471c-aebb-bf332c6b9aff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:55.771509 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb730aa-40be-4c67-bb33-5cef12c2a19f None None] Sync routers for ids ['3d8c07bd-2d40-40ea-88e6-17840f10c14f'] in dv-cinder-740146-21-smb {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:11:55.773962 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350f0999-4cda-4259-9e74-cc4a64ecb17d None None] Routers {'68bac2b9-f319-44c9-b5bb-e2c32a63b70b'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:11:55.774830 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-350f0999-4cda-4259-9e74-cc4a64ecb17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:11:52Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['68bac2b9-f319-44c9-b5bb-e2c32a63b70b'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:55.832450 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb67392-ab99-44fd-849c-67d68c613bd7 admin admin] Network 3be65160-34ea-4bb6-abd7-0d461783c057 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:11:55.838231 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-feb67392-ab99-44fd-849c-67d68c613bd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:11:55.846801 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-30282683-7913-4dd6-812e-568b57c3363d tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:55.976765 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port ffe417e2-ca49-4925-8c2d-1a12e2db76be triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:55.980237 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (ffe417e2-ca49-4925-8c2d-1a12e2db76be), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:55.980952 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port ffe417e2-ca49-4925-8c2d-1a12e2db76be Sep 29 02:11:56.118332 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca605fa-bab6-469d-9427-9626a19fc749 None None] Pushing event updated for resources: {'Port': ['ID=4cf6ac9c-d1f1-4274-b794-31248e1deb48,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:56.263081 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb730aa-40be-4c67-bb33-5cef12c2a19f None None] Routers {'3d8c07bd-2d40-40ea-88e6-17840f10c14f'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:11:56.263374 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-2fb730aa-40be-4c67-bb33-5cef12c2a19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:11:52Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['3d8c07bd-2d40-40ea-88e6-17840f10c14f'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:56.335378 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-30282683-7913-4dd6-812e-568b57c3363d tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:56.362041 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fa397631-5fbc-471c-aebb-bf332c6b9aff admin admin] Publish callbacks [] for security_group (ec4f92f8-b1a0-4de5-9183-8774ddfd1ea4), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:56.373906 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:56.377639 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fa397631-5fbc-471c-aebb-bf332c6b9aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (ec4f92f8-b1a0-4de5-9183-8774ddfd1ea4), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:56.483131 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa397631-5fbc-471c-aebb-bf332c6b9aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4f92f8-b1a0-4de5-9183-8774ddfd1ea4,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:56.511912 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb67392-ab99-44fd-849c-67d68c613bd7 admin admin] Router 68bac2b9-f319-44c9-b5bb-e2c32a63b70b has already been hosted by L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:11:56.518465 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-fa397631-5fbc-471c-aebb-bf332c6b9aff admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=6ca79f54e21e4ddbba51b286ec08d827&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8657377 Sep 29 02:11:56.520485 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 49846) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:56.554730 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f04c45b-0d0d-426d-82aa-b555e88b39c8 None None] Pushing event updated for resources: {'Port': ['ID=3be0e4d4-aaac-4318-8c58-5165434b5114,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:56.591312 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:56.627706 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8d468554-602c-40de-9c22-d40e16a36d8a admin admin] Publish callbacks [] for security_group (ec4f92f8-b1a0-4de5-9183-8774ddfd1ea4), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:56.634762 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port ffe417e2-ca49-4925-8c2d-1a12e2db76be is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:56.636880 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1 up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:11:56.665487 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8d468554-602c-40de-9c22-d40e16a36d8a admin admin] Publish callbacks [] for security_group (ec4f92f8-b1a0-4de5-9183-8774ddfd1ea4), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:56.738037 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-350f0999-4cda-4259-9e74-cc4a64ecb17d None None] Set router 68bac2b9-f319-44c9-b5bb-e2c32a63b70b gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:11:56.750931 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8d468554-602c-40de-9c22-d40e16a36d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (ec4f92f8-b1a0-4de5-9183-8774ddfd1ea4), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:56.754749 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8d468554-602c-40de-9c22-d40e16a36d8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:56.757055 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-8d468554-602c-40de-9c22-d40e16a36d8a admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/ec4f92f8-b1a0-4de5-9183-8774ddfd1ea4 HTTP/1.1" status: 204 len: 168 time: 0.2344456 Sep 29 02:11:56.780937 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d468554-602c-40de-9c22-d40e16a36d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4f92f8-b1a0-4de5-9183-8774ddfd1ea4,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:56.815946 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9ca605fa-bab6-469d-9427-9626a19fc749 None None] Current status of the port 94a8a667-79b2-41b6-9a78-010cdb2a6889 is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:56.851489 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:56.851666 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 49854) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:56.853970 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9ca605fa-bab6-469d-9427-9626a19fc749 None None] Provisioning complete for port 3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:56.854370 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9ca605fa-bab6-469d-9427-9626a19fc749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:56.854715 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-9ca605fa-bab6-469d-9427-9626a19fc749 None None] Attempt 1 to provision port 3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1 Sep 29 02:11:56.866206 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:56.896722 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b5f3977a-7fb7-47c9-bdd8-a2a986f58d63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:56.959696 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-2fb730aa-40be-4c67-bb33-5cef12c2a19f None None] Set router 3d8c07bd-2d40-40ea-88e6-17840f10c14f gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:11:57.138622 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 49876) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:57.154559 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-30282683-7913-4dd6-812e-568b57c3363d tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Allocated IP 172.28.2.32 (b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd/e0ffa218-6ca5-4006-b711-a782d769deaf/ccd19818-d966-4145-864c-6665d5af68a5) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:11:57.157990 dv-cinder-740146-21-smb neutron-server[106440]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 29 02:11:57.179147 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b5f3977a-7fb7-47c9-bdd8-a2a986f58d63 admin admin] Publish callbacks [] for security_group (fe61e66d-6d05-46be-96d6-d6f3745de906), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:57.211647 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:57.230973 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b5f3977a-7fb7-47c9-bdd8-a2a986f58d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (fe61e66d-6d05-46be-96d6-d6f3745de906), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:57.334671 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port 3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:57.335065 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:57.335411 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port 3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1 Sep 29 02:11:57.396778 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-30282683-7913-4dd6-812e-568b57c3363d tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for port (ccd19818-d966-4145-864c-6665d5af68a5), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:57.406046 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9ca605fa-bab6-469d-9427-9626a19fc749 None None] Current status of the port 3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1 is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:57.410322 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb67392-ab99-44fd-849c-67d68c613bd7 admin admin] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:11:57.434810 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-feb67392-ab99-44fd-849c-67d68c613bd7 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/68bac2b9-f319-44c9-b5bb-e2c32a63b70b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0129988 Sep 29 02:11:57.471751 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9ca605fa-bab6-469d-9427-9626a19fc749 None None] Provisioning complete for port ffe417e2-ca49-4925-8c2d-1a12e2db76be triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:57.471968 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9ca605fa-bab6-469d-9427-9626a19fc749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (ffe417e2-ca49-4925-8c2d-1a12e2db76be), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:57.472282 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-9ca605fa-bab6-469d-9427-9626a19fc749 None None] Attempt 1 to provision port ffe417e2-ca49-4925-8c2d-1a12e2db76be Sep 29 02:11:57.478273 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-30282683-7913-4dd6-812e-568b57c3363d tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420'] for port (ccd19818-d966-4145-864c-6665d5af68a5), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:57.507345 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-b5f3977a-7fb7-47c9-bdd8-a2a986f58d63 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=61bb7933e7f8451f88293c30b360c7bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6546755 Sep 29 02:11:57.515219 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 49886) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:57.515454 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f3977a-7fb7-47c9-bdd8-a2a986f58d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe61e66d-6d05-46be-96d6-d6f3745de906,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:57.559921 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30282683-7913-4dd6-812e-568b57c3363d tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Pushing event updated for resources: {'Port': ['ID=ccd19818-d966-4145-864c-6665d5af68a5,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:57.577535 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30282683-7913-4dd6-812e-568b57c3363d tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Network b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:11:57.579089 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-30282683-7913-4dd6-812e-568b57c3363d tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:11:57.581430 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30282683-7913-4dd6-812e-568b57c3363d tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:11:57.629686 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-392ed8c3-aefe-4489-8a8a-186c8baad8ee tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:57.639118 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-392ed8c3-aefe-4489-8a8a-186c8baad8ee tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/networks?id=ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3 HTTP/1.1" status: 200 len: 818 time: 0.4939814 Sep 29 02:11:57.658520 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-16a0900d-80b3-4a0c-9568-a0fe607d5421 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/quotas/b407de2089554e13839d51f270c3adf1 HTTP/1.1" status: 200 len: 375 time: 0.0180907 Sep 29 02:11:57.695033 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-30282683-7913-4dd6-812e-568b57c3363d tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for floatingip (f025f42d-ccff-45a2-940d-ec4a0eaff577), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:57.728849 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4028ecda-7fce-4844-a38f-7eb8b21ecf36 admin admin] Publish callbacks [] for security_group (fe61e66d-6d05-46be-96d6-d6f3745de906), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:57.768121 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-30282683-7913-4dd6-812e-568b57c3363d tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (ccd19818-d966-4145-864c-6665d5af68a5), before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:57.836075 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-7af4fcc4-2686-4404-b7dc-77b977df8542 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=b407de2089554e13839d51f270c3adf1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1762714 Sep 29 02:11:57.853575 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4028ecda-7fce-4844-a38f-7eb8b21ecf36 admin admin] Publish callbacks [] for security_group (fe61e66d-6d05-46be-96d6-d6f3745de906), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:57.876435 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 49910) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:57.914651 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-350f0999-4cda-4259-9e74-cc4a64ecb17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'name': 'tempest-AttachVolumeShelveTestJSON-106992495-router', 'tenant_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': '3be0e4d4-aaac-4318-8c58-5165434b5114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:41Z', 'updated_at': '2022-09-29T02:11:54Z', 'revision_number': 4, 'project_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'gw_port': {'id': '3be0e4d4-aaac-4318-8c58-5165434b5114', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ec:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:42Z', 'updated_at': '2022-09-29T02:11:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': 'fe332755-3f61-48de-91ce-db206db12d4b', 'name': '', 'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057', 'tenant_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'mac_address': 'fa:16:3e:20:8e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '398c055b-a2b0-4881-821c-6995d7734c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:51Z', 'updated_at': '2022-09-29T02:11:54Z', 'revision_number': 2, 'project_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'subnets': [{'id': '398c055b-a2b0-4881-821c-6995d7734c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:57.916504 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port 3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1 is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:57.946928 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-2fb730aa-40be-4c67-bb33-5cef12c2a19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8c07bd-2d40-40ea-88e6-17840f10c14f', 'name': 'tempest-DeleteServersTestJSON-27487552-router', 'tenant_id': '8584701589bf4c849d7eba7a7d3138e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.147'}], 'enable_snat': True}, 'gw_port_id': '9e177f17-7b4d-424b-b894-fb4b7d70baed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:40Z', 'updated_at': '2022-09-29T02:11:52Z', 'revision_number': 4, 'project_id': '8584701589bf4c849d7eba7a7d3138e3', 'gw_port': {'id': '9e177f17-7b4d-424b-b894-fb4b7d70baed', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d8c07bd-2d40-40ea-88e6-17840f10c14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:42Z', 'updated_at': '2022-09-29T02:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': '35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a', 'name': '', 'network_id': '4627e623-304a-4643-bc74-20612e0c7f0a', 'tenant_id': '8584701589bf4c849d7eba7a7d3138e3', 'mac_address': 'fa:16:3e:c7:ea:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d8c07bd-2d40-40ea-88e6-17840f10c14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5f87fc17-fad1-4de6-b084-5ceaf24b28d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:51Z', 'updated_at': '2022-09-29T02:11:53Z', 'revision_number': 2, 'project_id': '8584701589bf4c849d7eba7a7d3138e3', 'subnets': [{'id': '5f87fc17-fad1-4de6-b084-5ceaf24b28d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:57.975723 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350f0999-4cda-4259-9e74-cc4a64ecb17d None None] The sync data for ids ['68bac2b9-f319-44c9-b5bb-e2c32a63b70b'] in dv-cinder-740146-21-smb is: [{'id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'name': 'tempest-AttachVolumeShelveTestJSON-106992495-router', 'tenant_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': '3be0e4d4-aaac-4318-8c58-5165434b5114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:41Z', 'updated_at': '2022-09-29T02:11:54Z', 'revision_number': 4, 'project_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'gw_port': {'id': '3be0e4d4-aaac-4318-8c58-5165434b5114', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ec:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:42Z', 'updated_at': '2022-09-29T02:11:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': 'fe332755-3f61-48de-91ce-db206db12d4b', 'name': '', 'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057', 'tenant_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'mac_address': 'fa:16:3e:20:8e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '398c055b-a2b0-4881-821c-6995d7734c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:51Z', 'updated_at': '2022-09-29T02:11:54Z', 'revision_number': 2, 'project_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'subnets': [{'id': '398c055b-a2b0-4881-821c-6995d7734c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:11:58.009851 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb730aa-40be-4c67-bb33-5cef12c2a19f None None] Checking router: 3d8c07bd-2d40-40ea-88e6-17840f10c14f for host: dv-cinder-740146-21-smb {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:11:58.010747 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb730aa-40be-4c67-bb33-5cef12c2a19f None None] Updating router 3d8c07bd-2d40-40ea-88e6-17840f10c14f port 35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a binding host dv-cinder-740146-21-smb {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:11:58.048327 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 6 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:11:58.050947 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9ca605fa-bab6-469d-9427-9626a19fc749 None None] Current status of the port ffe417e2-ca49-4925-8c2d-1a12e2db76be is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:58.074356 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9ca605fa-bab6-469d-9427-9626a19fc749 None None] Provisioning complete for port 41b1fad6-5bc1-4b7d-a599-142e18589d17 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:58.074740 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9ca605fa-bab6-469d-9427-9626a19fc749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (41b1fad6-5bc1-4b7d-a599-142e18589d17), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:58.075079 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-9ca605fa-bab6-469d-9427-9626a19fc749 None None] Attempt 1 to provision port 41b1fad6-5bc1-4b7d-a599-142e18589d17 Sep 29 02:11:58.079562 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2fb730aa-40be-4c67-bb33-5cef12c2a19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:58.095506 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4028ecda-7fce-4844-a38f-7eb8b21ecf36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (fe61e66d-6d05-46be-96d6-d6f3745de906), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:58.104723 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4028ecda-7fce-4844-a38f-7eb8b21ecf36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:58.112878 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-4028ecda-7fce-4844-a38f-7eb8b21ecf36 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/fe61e66d-6d05-46be-96d6-d6f3745de906 HTTP/1.1" status: 204 len: 168 time: 0.5837026 Sep 29 02:11:58.160313 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4028ecda-7fce-4844-a38f-7eb8b21ecf36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe61e66d-6d05-46be-96d6-d6f3745de906,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:58.178156 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-30282683-7913-4dd6-812e-568b57c3363d tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for port (ccd19818-d966-4145-864c-6665d5af68a5), precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:58.190819 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-30282683-7913-4dd6-812e-568b57c3363d tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (ccd19818-d966-4145-864c-6665d5af68a5), after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:58.192507 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-30282683-7913-4dd6-812e-568b57c3363d tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1596334'] for floatingip (f025f42d-ccff-45a2-940d-ec4a0eaff577), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:58.216651 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba346284-e983-4b29-a708-00077f000b94 req-7abeaa28-f59a-431a-bcc6-1014c1f537b8 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:58.218694 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ba346284-e983-4b29-a708-00077f000b94 req-7abeaa28-f59a-431a-bcc6-1014c1f537b8 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/networks?id=4627e623-304a-4643-bc74-20612e0c7f0a HTTP/1.1" status: 200 len: 810 time: 0.3409815 Sep 29 02:11:58.248779 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ba346284-e983-4b29-a708-00077f000b94 req-835f0809-c5c5-49ef-a6d4-080a554e7ec7 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/quotas/8584701589bf4c849d7eba7a7d3138e3 HTTP/1.1" status: 200 len: 375 time: 0.0215747 Sep 29 02:11:58.255124 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9ca605fa-bab6-469d-9427-9626a19fc749 None None] Port 41b1fad6-5bc1-4b7d-a599-142e18589d17 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:11:58.280852 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-30282683-7913-4dd6-812e-568b57c3363d tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for floatingip (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:58.285366 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-30282683-7913-4dd6-812e-568b57c3363d tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5729549 Sep 29 02:11:58.358921 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ba346284-e983-4b29-a708-00077f000b94 req-88329324-fc38-4d16-b82e-0faf47a770e9 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=8584701589bf4c849d7eba7a7d3138e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1014957 Sep 29 02:11:58.364331 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30282683-7913-4dd6-812e-568b57c3363d tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Pushing event updated for resources: {'Port': ['ID=ccd19818-d966-4145-864c-6665d5af68a5,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:58.399475 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 0e7718df-f561-4c28-a836-705e31095b5a up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:11:58.444165 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=100 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:58.451591 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=100 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:58.529507 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port 0e7718df-f561-4c28-a836-705e31095b5a triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:58.529880 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (0e7718df-f561-4c28-a836-705e31095b5a), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:58.530220 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port 0e7718df-f561-4c28-a836-705e31095b5a Sep 29 02:11:58.665442 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port 0e7718df-f561-4c28-a836-705e31095b5a is: DOWN; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:58.665823 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (0e7718df-f561-4c28-a836-705e31095b5a), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:58.719299 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] For port 0e7718df-f561-4c28-a836-705e31095b5a, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=0e7718df-f561-4c28-a836-705e31095b5a,segment=NetworkSegment(3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633),segment_id=3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:11:58.727254 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (0e7718df-f561-4c28-a836-705e31095b5a), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:58.728228 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 94a8a667-79b2-41b6-9a78-010cdb2a6889 up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:11:58.740423 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-5e5ee7f6-2384-4f83-b037-2410ed821df7 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 29 02:11:58.748287 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-5e5ee7f6-2384-4f83-b037-2410ed821df7 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3846595 Sep 29 02:11:58.753047 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2fb730aa-40be-4c67-bb33-5cef12c2a19f None None] Publish callbacks [] for port (35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a), precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:58.771512 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-9ca605fa-bab6-469d-9427-9626a19fc749 None None] Attempt 2 to provision port 41b1fad6-5bc1-4b7d-a599-142e18589d17 Sep 29 02:11:58.810823 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2fb730aa-40be-4c67-bb33-5cef12c2a19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:58.819176 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:58.857029 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9ca605fa-bab6-469d-9427-9626a19fc749 None None] Port 41b1fad6-5bc1-4b7d-a599-142e18589d17 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:11:58.877069 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Pushing event updated for resources: {'Port': ['ID=0e7718df-f561-4c28-a836-705e31095b5a,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:58.891180 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-af5f8d02-c737-4241-87c6-7f18d7590dfa service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413023 Sep 29 02:11:58.926051 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port 94a8a667-79b2-41b6-9a78-010cdb2a6889 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:58.926539 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (94a8a667-79b2-41b6-9a78-010cdb2a6889), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:58.926729 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port 94a8a667-79b2-41b6-9a78-010cdb2a6889 Sep 29 02:11:58.939186 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 49950) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:58.965489 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-2fb730aa-40be-4c67-bb33-5cef12c2a19f None None] Attempting to bind port 35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a on host dv-cinder-740146-21-smb for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:11:58.965860 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-2fb730aa-40be-4c67-bb33-5cef12c2a19f None None] Attempting to bind port 35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a by drivers openvswitch,hyperv on host dv-cinder-740146-21-smb at level 0 using segments [{'id': '43f3e6d4-dadc-474d-9558-852a30f5c49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4627e623-304a-4643-bc74-20612e0c7f0a'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:11:58.966220 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb730aa-40be-4c67-bb33-5cef12c2a19f None None] Attempting to bind port 35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a on network 4627e623-304a-4643-bc74-20612e0c7f0a {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:11:58.989578 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:59.010686 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac8df42-4048-46ff-9358-05d761126c45 None None] Pushing event updated for resources: {'Port': ['ID=35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:59.043294 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb730aa-40be-4c67-bb33-5cef12c2a19f None None] Checking agent: {'id': '732f1f10-53c2-4a73-b7b4-882674716f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 25), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:11:59.043659 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb730aa-40be-4c67-bb33-5cef12c2a19f None None] Checking segment: {'id': '43f3e6d4-dadc-474d-9558-852a30f5c49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4627e623-304a-4643-bc74-20612e0c7f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:11:59.044057 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2fb730aa-40be-4c67-bb33-5cef12c2a19f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:59.044448 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb730aa-40be-4c67-bb33-5cef12c2a19f None None] Bound using segment: {'id': '43f3e6d4-dadc-474d-9558-852a30f5c49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4627e623-304a-4643-bc74-20612e0c7f0a'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:11:59.045364 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-2fb730aa-40be-4c67-bb33-5cef12c2a19f None None] Bound port: 35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a, host: dv-cinder-740146-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43f3e6d4-dadc-474d-9558-852a30f5c49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4627e623-304a-4643-bc74-20612e0c7f0a'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:11:59.045364 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2fb730aa-40be-4c67-bb33-5cef12c2a19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:59.057609 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-d6da563b-e8d1-4af1-bbd4-13f86713f48c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1569492476-network', 'tenant_id': '93f0a445590941e088a4d13d9e9b904f'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:11:59.058726 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-6f7fa322-07c8-4f0b-aac3-a03a2400d1a1 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658587 Sep 29 02:11:59.099448 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6da563b-e8d1-4af1-bbd4-13f86713f48c admin admin] Made reservation on behalf of 93f0a445590941e088a4d13d9e9b904f for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:11:59.102334 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d6da563b-e8d1-4af1-bbd4-13f86713f48c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for network (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:59.121801 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d6da563b-e8d1-4af1-bbd4-13f86713f48c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:59.122687 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [req-ba346284-e983-4b29-a708-00077f000b94 req-2ff1ea31-d9b0-4633-aed1-4321afe75b02 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 29 02:11:59.131455 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ba346284-e983-4b29-a708-00077f000b94 req-2ff1ea31-d9b0-4633-aed1-4321afe75b02 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1386604 Sep 29 02:11:59.177506 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port 94a8a667-79b2-41b6-9a78-010cdb2a6889 is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:59.183314 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 9e177f17-7b4d-424b-b894-fb4b7d70baed up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:11:59.184932 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:59.259486 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-2fb730aa-40be-4c67-bb33-5cef12c2a19f None None] For port 35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a, host dv-cinder-740146-21-smb, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:11:59.274077 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-2fb730aa-40be-4c67-bb33-5cef12c2a19f None None] For port 35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a, host dv-cinder-740146-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a,segment=NetworkSegment(43f3e6d4-dadc-474d-9558-852a30f5c49f),segment_id=43f3e6d4-dadc-474d-9558-852a30f5c49f)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:11:59.291033 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:UPDATE=4,neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:59.301192 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2fb730aa-40be-4c67-bb33-5cef12c2a19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:59.329884 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port 9e177f17-7b4d-424b-b894-fb4b7d70baed triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:11:59.330477 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (9e177f17-7b4d-424b-b894-fb4b7d70baed), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:59.330958 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port 9e177f17-7b4d-424b-b894-fb4b7d70baed Sep 29 02:11:59.363599 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-9ca605fa-bab6-469d-9427-9626a19fc749 None None] Attempt 3 to provision port 41b1fad6-5bc1-4b7d-a599-142e18589d17 Sep 29 02:11:59.406265 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d6da563b-e8d1-4af1-bbd4-13f86713f48c admin admin] Publish callbacks [] for security_group (b6b6aaed-9dbc-4e81-ab84-b4520ad47f34), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:59.408693 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:59.416639 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d6da563b-e8d1-4af1-bbd4-13f86713f48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (b6b6aaed-9dbc-4e81-ab84-b4520ad47f34), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:59.451015 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:11:59.483007 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb730aa-40be-4c67-bb33-5cef12c2a19f None None] Routers {'3d8c07bd-2d40-40ea-88e6-17840f10c14f'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:11:59.485140 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-2fb730aa-40be-4c67-bb33-5cef12c2a19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:11:52Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['3d8c07bd-2d40-40ea-88e6-17840f10c14f'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:11:59.488441 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6da563b-e8d1-4af1-bbd4-13f86713f48c admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:11:59.515542 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da563b-e8d1-4af1-bbd4-13f86713f48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b6aaed-9dbc-4e81-ab84-b4520ad47f34,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:59.534641 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d6da563b-e8d1-4af1-bbd4-13f86713f48c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841896'] for segment (bc30c1a7-93b1-4179-96db-aa8fa052d90b), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:59.534990 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.db.segments_db [None req-d6da563b-e8d1-4af1-bbd4-13f86713f48c admin admin] Added segment bc30c1a7-93b1-4179-96db-aa8fa052d90b of type vlan for network 48fe4730-a731-4f29-b026-ed01f3c6a62d Sep 29 02:11:59.597822 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac8df42-4048-46ff-9358-05d761126c45 None None] Pushing event updated for resources: {'Port': ['ID=35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:59.618479 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d6da563b-e8d1-4af1-bbd4-13f86713f48c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769072021697'] for network (48fe4730-a731-4f29-b026-ed01f3c6a62d), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:59.624193 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9ca605fa-bab6-469d-9427-9626a19fc749 None None] Port 41b1fad6-5bc1-4b7d-a599-142e18589d17 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:11:59.646960 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ba346284-e983-4b29-a708-00077f000b94 req-296aeba2-b620-4f39-a46c-c3b0c5aa49ca service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4627e623-304a-4643-bc74-20612e0c7f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5144646 Sep 29 02:11:59.691711 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d6da563b-e8d1-4af1-bbd4-13f86713f48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168'] for network (48fe4730-a731-4f29-b026-ed01f3c6a62d), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:59.692755 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6da563b-e8d1-4af1-bbd4-13f86713f48c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:11:59.694183 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d6da563b-e8d1-4af1-bbd4-13f86713f48c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for network (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:59.782733 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port 9e177f17-7b4d-424b-b894-fb4b7d70baed is: DOWN; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:11:59.783343 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (9e177f17-7b4d-424b-b894-fb4b7d70baed), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:59.794615 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da563b-e8d1-4af1-bbd4-13f86713f48c admin admin] Pushing event updated for resources: {'Network': ['ID=48fe4730-a731-4f29-b026-ed01f3c6a62d,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:11:59.832502 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-d6da563b-e8d1-4af1-bbd4-13f86713f48c admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8917658 Sep 29 02:11:59.837108 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 49996) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:11:59.843377 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Network 48fe4730-a731-4f29-b026-ed01f3c6a62d details requested by agent ovs-agent-dv-cinder-740146-21-smb with host dv-cinder-740146-21-smb {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:11:59.845455 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-c6a163a9-85ae-40f6-8a61-1dc352f6fac6 admin admin] Request body: {'subnet': {'network_id': '48fe4730-a731-4f29-b026-ed01f3c6a62d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1569492476-subnet', 'tenant_id': '93f0a445590941e088a4d13d9e9b904f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:11:59.894429 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ba346284-e983-4b29-a708-00077f000b94 req-6964b9c3-7643-4656-a772-5fc0bc9ada8a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4627e623-304a-4643-bc74-20612e0c7f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448931 Sep 29 02:11:59.908744 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a163a9-85ae-40f6-8a61-1dc352f6fac6 admin admin] Made reservation on behalf of 93f0a445590941e088a4d13d9e9b904f for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:11:59.913615 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c6a163a9-85ae-40f6-8a61-1dc352f6fac6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:59.918022 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-2fb730aa-40be-4c67-bb33-5cef12c2a19f None None] Set router 3d8c07bd-2d40-40ea-88e6-17840f10c14f gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:11:59.976037 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] For port 9e177f17-7b4d-424b-b894-fb4b7d70baed, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=9e177f17-7b4d-424b-b894-fb4b7d70baed,segment=NetworkSegment(3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633),segment_id=3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:11:59.987911 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (9e177f17-7b4d-424b-b894-fb4b7d70baed), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:11:59.993003 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device b68d155e-ceab-48f9-b772-928525dda4ba up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:00.186809 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 50004) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:00.191315 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-d3db5f42-6756-486b-98a2-f0ab5d3bd4e6 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1912038273', 'description': 'tempest-description--516986168'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:00.239746 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-9ca605fa-bab6-469d-9427-9626a19fc749 None None] Attempt 4 to provision port 41b1fad6-5bc1-4b7d-a599-142e18589d17 Sep 29 02:12:00.259385 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d3db5f42-6756-486b-98a2-f0ab5d3bd4e6 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:00.472920 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d3db5f42-6756-486b-98a2-f0ab5d3bd4e6 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks [] for security_group (9297015d-9020-46a1-8a60-23ddcc457538), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:00.480712 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d3db5f42-6756-486b-98a2-f0ab5d3bd4e6 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (9297015d-9020-46a1-8a60-23ddcc457538), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:00.536418 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d3db5f42-6756-486b-98a2-f0ab5d3bd4e6 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:00.537720 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-d3db5f42-6756-486b-98a2-f0ab5d3bd4e6 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3498755 Sep 29 02:12:00.539817 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db5f42-6756-486b-98a2-f0ab5d3bd4e6 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9297015d-9020-46a1-8a60-23ddcc457538,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:00.542289 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 50042) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:00.547701 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-acd7184a-80ad-44ba-945d-913f9db995f0 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Request body: {'security_group_rule': {'security_group_id': '9297015d-9020-46a1-8a60-23ddcc457538', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:00.587027 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-acd7184a-80ad-44ba-945d-913f9db995f0 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks [] for security_group_rule (4d3cc5db-d521-4aa7-8f6f-7d8edcbd683c), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:00.697400 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-db005750-4571-4c52-bd27-108c764391c3 req-fe54f5ab-cb00-4a28-8858-0ed22989d735 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bf0a0b06-11f5-4db6-8d64-4c1e053438dc HTTP/1.1" status: 200 len: 210 time: 0.2826843 Sep 29 02:12:00.711409 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9ca605fa-bab6-469d-9427-9626a19fc749 None None] Port 41b1fad6-5bc1-4b7d-a599-142e18589d17 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:00.754757 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c6a163a9-85ae-40f6-8a61-1dc352f6fac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168'] for subnet (0e21bbcb-6ab7-4d72-941d-1f819c286c01), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:00.816181 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-acd7184a-80ad-44ba-945d-913f9db995f0 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks [] for security_group_rule (4d3cc5db-d521-4aa7-8f6f-7d8edcbd683c), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:00.821117 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-acd7184a-80ad-44ba-945d-913f9db995f0 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602948'] for security_group_rule (4d3cc5db-d521-4aa7-8f6f-7d8edcbd683c), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:00.881489 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd7184a-80ad-44ba-945d-913f9db995f0 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d3cc5db-d521-4aa7-8f6f-7d8edcbd683c,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:00.901895 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-acd7184a-80ad-44ba-945d-913f9db995f0 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:00.909944 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-acd7184a-80ad-44ba-945d-913f9db995f0 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3664255 Sep 29 02:12:00.912618 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 50060) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:00.919050 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-9bf701d0-52ac-4c3d-8f32-07f190ee32c2 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Request body: {'security_group_rule': {'security_group_id': '9297015d-9020-46a1-8a60-23ddcc457538', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:00.972579 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1307d600-0761-4174-9957-96d37c89e128 None None] Sync routers for ids ['33b7755f-0ea9-4a24-a5cf-6db9c23f13ea'] in dv-cinder-740146-21-smb {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:12:00.981525 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9bf701d0-52ac-4c3d-8f32-07f190ee32c2 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks [] for security_group_rule (c279ad25-28f9-4ef8-a553-a4b645857975), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:01.006308 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1307d600-0761-4174-9957-96d37c89e128 None None] Routers {'33b7755f-0ea9-4a24-a5cf-6db9c23f13ea'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:12:01.006955 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-1307d600-0761-4174-9957-96d37c89e128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:11:52Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['33b7755f-0ea9-4a24-a5cf-6db9c23f13ea'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:01.008786 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:01.039405 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port b68d155e-ceab-48f9-b772-928525dda4ba triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:01.057695 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (b68d155e-ceab-48f9-b772-928525dda4ba), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:01.060523 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port b68d155e-ceab-48f9-b772-928525dda4ba Sep 29 02:12:01.162076 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Pushing event updated for resources: {'Port': ['ID=9e177f17-7b4d-424b-b894-fb4b7d70baed,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:01.169092 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-1307d600-0761-4174-9957-96d37c89e128 None None] Set router 33b7755f-0ea9-4a24-a5cf-6db9c23f13ea gateway port host: dv-cinder-740146-21-smb {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:12:01.177763 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:01.200540 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a163a9-85ae-40f6-8a61-1dc352f6fac6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e21bbcb-6ab7-4d72-941d-1f819c286c01,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:01.218183 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-9ca605fa-bab6-469d-9427-9626a19fc749 None None] Attempt 5 to provision port 41b1fad6-5bc1-4b7d-a599-142e18589d17 Sep 29 02:12:01.237618 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-95789686-2672-4874-91a5-5afefbf39336 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1275686868&fields=id&tenant_id=1765f90d50914c75bf5c10c43bc688e9 HTTP/1.1" status: 200 len: 267 time: 0.8618333 Sep 29 02:12:01.288098 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-463aa1e5-1bd5-4eb2-8912-99206a9b6b1f req-b40e0f4d-64d7-4452-b80c-738eff956130 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b83b48ca-0d09-44b4-ad34-962a8673d41a HTTP/1.1" status: 200 len: 210 time: 0.1973674 Sep 29 02:12:01.314059 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port b68d155e-ceab-48f9-b772-928525dda4ba is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:01.315450 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device ffe417e2-ca49-4925-8c2d-1a12e2db76be up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:01.342666 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9bf701d0-52ac-4c3d-8f32-07f190ee32c2 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks [] for security_group_rule (c279ad25-28f9-4ef8-a553-a4b645857975), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:01.352427 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9bf701d0-52ac-4c3d-8f32-07f190ee32c2 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602948'] for security_group_rule (c279ad25-28f9-4ef8-a553-a4b645857975), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:01.380688 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:01.424049 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9ca605fa-bab6-469d-9427-9626a19fc749 None None] Port 41b1fad6-5bc1-4b7d-a599-142e18589d17 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:01.458884 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9bf701d0-52ac-4c3d-8f32-07f190ee32c2 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:01.461559 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port ffe417e2-ca49-4925-8c2d-1a12e2db76be triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:01.470106 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (ffe417e2-ca49-4925-8c2d-1a12e2db76be), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:01.470758 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port ffe417e2-ca49-4925-8c2d-1a12e2db76be Sep 29 02:12:01.471164 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a163a9-85ae-40f6-8a61-1dc352f6fac6 admin admin] Checking segment: {'id': 'bc30c1a7-93b1-4179-96db-aa8fa052d90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '48fe4730-a731-4f29-b026-ed01f3c6a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:12:01.472050 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a163a9-85ae-40f6-8a61-1dc352f6fac6 admin admin] Network hostable DHCP agents. Network: 48fe4730-a731-4f29-b026-ed01f3c6a62d, hostable agents: ['7f4c726f-d790-49c7-8982-ed059dd67ac5'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:12:01.472967 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-9bf701d0-52ac-4c3d-8f32-07f190ee32c2 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5592561 Sep 29 02:12:01.476893 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 50086) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:01.494541 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-4bb7b6dc-9174-4bb0-88c1-46433c8a9e21 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Request body: {'floatingip': {'floating_network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:01.524680 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf701d0-52ac-4c3d-8f32-07f190ee32c2 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c279ad25-28f9-4ef8-a553-a4b645857975,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:01.539817 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a163a9-85ae-40f6-8a61-1dc352f6fac6 admin admin] Network 48fe4730-a731-4f29-b026-ed01f3c6a62d is scheduled to be hosted by DHCP agent 7f4c726f-d790-49c7-8982-ed059dd67ac5 with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:12:01.578911 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4bb7b6dc-9174-4bb0-88c1-46433c8a9e21 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:01.580105 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-c6a163a9-85ae-40f6-8a61-1dc352f6fac6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-21-smb, 48fe4730-a731-4f29-b026-ed01f3c6a62d) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:12:01.580683 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-2fb730aa-40be-4c67-bb33-5cef12c2a19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8c07bd-2d40-40ea-88e6-17840f10c14f', 'name': 'tempest-DeleteServersTestJSON-27487552-router', 'tenant_id': '8584701589bf4c849d7eba7a7d3138e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.147'}], 'enable_snat': True}, 'gw_port_id': '9e177f17-7b4d-424b-b894-fb4b7d70baed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:40Z', 'updated_at': '2022-09-29T02:11:52Z', 'revision_number': 4, 'project_id': '8584701589bf4c849d7eba7a7d3138e3', 'gw_port': {'id': '9e177f17-7b4d-424b-b894-fb4b7d70baed', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d8c07bd-2d40-40ea-88e6-17840f10c14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:42Z', 'updated_at': '2022-09-29T02:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': '35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a', 'name': '', 'network_id': '4627e623-304a-4643-bc74-20612e0c7f0a', 'tenant_id': '8584701589bf4c849d7eba7a7d3138e3', 'mac_address': 'fa:16:3e:c7:ea:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d8c07bd-2d40-40ea-88e6-17840f10c14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5f87fc17-fad1-4de6-b084-5ceaf24b28d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:51Z', 'updated_at': '2022-09-29T02:11:59Z', 'revision_number': 4, 'project_id': '8584701589bf4c849d7eba7a7d3138e3', 'subnets': [{'id': '5f87fc17-fad1-4de6-b084-5ceaf24b28d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:01.591206 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a163a9-85ae-40f6-8a61-1dc352f6fac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:01.592240 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c6a163a9-85ae-40f6-8a61-1dc352f6fac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for subnet (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:01.652862 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-c6a163a9-85ae-40f6-8a61-1dc352f6fac6 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8053422 Sep 29 02:12:01.653517 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-1307d600-0761-4174-9957-96d37c89e128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'name': 'tempest-ServerRescueNegativeTestJSON-952934553-router', 'tenant_id': 'b407de2089554e13839d51f270c3adf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': '0e7718df-f561-4c28-a836-705e31095b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:11:50Z', 'revision_number': 4, 'project_id': 'b407de2089554e13839d51f270c3adf1', 'gw_port': {'id': '0e7718df-f561-4c28-a836-705e31095b5a', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:dc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:41Z', 'updated_at': '2022-09-29T02:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': '41b1fad6-5bc1-4b7d-a599-142e18589d17', 'name': '', 'network_id': 'ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3', 'tenant_id': 'b407de2089554e13839d51f270c3adf1', 'mac_address': 'fa:16:3e:3d:4e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2111ad5b-3d2c-43c1-94a3-5ae626ce912e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:47Z', 'updated_at': '2022-09-29T02:11:50Z', 'revision_number': 2, 'project_id': 'b407de2089554e13839d51f270c3adf1', 'subnets': [{'id': '2111ad5b-3d2c-43c1-94a3-5ae626ce912e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:01.662945 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb730aa-40be-4c67-bb33-5cef12c2a19f None None] The sync data for ids ['3d8c07bd-2d40-40ea-88e6-17840f10c14f'] in dv-cinder-740146-21-smb is: [{'id': '3d8c07bd-2d40-40ea-88e6-17840f10c14f', 'name': 'tempest-DeleteServersTestJSON-27487552-router', 'tenant_id': '8584701589bf4c849d7eba7a7d3138e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.147'}], 'enable_snat': True}, 'gw_port_id': '9e177f17-7b4d-424b-b894-fb4b7d70baed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:40Z', 'updated_at': '2022-09-29T02:11:52Z', 'revision_number': 4, 'project_id': '8584701589bf4c849d7eba7a7d3138e3', 'gw_port': {'id': '9e177f17-7b4d-424b-b894-fb4b7d70baed', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d8c07bd-2d40-40ea-88e6-17840f10c14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:42Z', 'updated_at': '2022-09-29T02:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': '35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a', 'name': '', 'network_id': '4627e623-304a-4643-bc74-20612e0c7f0a', 'tenant_id': '8584701589bf4c849d7eba7a7d3138e3', 'mac_address': 'fa:16:3e:c7:ea:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d8c07bd-2d40-40ea-88e6-17840f10c14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5f87fc17-fad1-4de6-b084-5ceaf24b28d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:51Z', 'updated_at': '2022-09-29T02:11:59Z', 'revision_number': 4, 'project_id': '8584701589bf4c849d7eba7a7d3138e3', 'subnets': [{'id': '5f87fc17-fad1-4de6-b084-5ceaf24b28d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:12:01.670215 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f6d21c-1253-4ed7-b2cc-16fdad44b129 None None] Network 48fe4730-a731-4f29-b026-ed01f3c6a62d requested from dv-cinder-740146-21-smb {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:12:01.727993 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:01.733264 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1307d600-0761-4174-9957-96d37c89e128 None None] Checking router: 33b7755f-0ea9-4a24-a5cf-6db9c23f13ea for host: dv-cinder-740146-21-smb {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:12:01.735809 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1307d600-0761-4174-9957-96d37c89e128 None None] Updating router 33b7755f-0ea9-4a24-a5cf-6db9c23f13ea port 41b1fad6-5bc1-4b7d-a599-142e18589d17 binding host dv-cinder-740146-21-smb {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:12:01.811026 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4,neutron:INSERT=10,neutron:DELETE=6 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:01.813177 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4bb7b6dc-9174-4bb0-88c1-46433c8a9e21 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:01.838569 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:01.867977 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-1307d600-0761-4174-9957-96d37c89e128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (41b1fad6-5bc1-4b7d-a599-142e18589d17), before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:01.910410 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port ffe417e2-ca49-4925-8c2d-1a12e2db76be is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:01.913367 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 4cf6ac9c-d1f1-4274-b794-31248e1deb48 up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:01.930664 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-9ca605fa-bab6-469d-9427-9626a19fc749 None None] Attempt 6 to provision port 41b1fad6-5bc1-4b7d-a599-142e18589d17 Sep 29 02:12:01.971526 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-389b0672-e400-4e9c-86b2-698b9afb5eab tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:01.986058 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-389b0672-e400-4e9c-86b2-698b9afb5eab tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/networks?id=2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2 HTTP/1.1" status: 200 len: 814 time: 0.7450235 Sep 29 02:12:02.016372 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-4bb7b6dc-9174-4bb0-88c1-46433c8a9e21 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Allocated IP 172.28.2.218 (b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd/e0ffa218-6ca5-4006-b711-a782d769deaf/1dd4e3cb-7854-4df5-a03e-4b95e9314008) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:12:02.048645 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-380bd6b7-4fab-4f8b-9f7c-2995902f7dae tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/quotas/1765f90d50914c75bf5c10c43bc688e9 HTTP/1.1" status: 200 len: 375 time: 0.0605493 Sep 29 02:12:02.110352 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:02.159980 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9ca605fa-bab6-469d-9427-9626a19fc749 None None] Port 41b1fad6-5bc1-4b7d-a599-142e18589d17 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:02.195752 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:02.234720 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8553ae-d975-4704-b28e-1e131fcd722e None None] Network 48fe4730-a731-4f29-b026-ed01f3c6a62d requested from dv-cinder-740146-21-smb {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:12:02.238678 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port 4cf6ac9c-d1f1-4274-b794-31248e1deb48 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:02.239192 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (4cf6ac9c-d1f1-4274-b794-31248e1deb48), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:02.239641 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port 4cf6ac9c-d1f1-4274-b794-31248e1deb48 Sep 29 02:12:02.258383 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-db52878a-1b2d-46ed-890b-66f3e25a438d tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:02.314715 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-db52878a-1b2d-46ed-890b-66f3e25a438d tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/networks?id=ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3 HTTP/1.1" status: 200 len: 818 time: 0.7575524 Sep 29 02:12:02.380986 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4bb7b6dc-9174-4bb0-88c1-46433c8a9e21 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks [] for port (1dd4e3cb-7854-4df5-a03e-4b95e9314008), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:02.402058 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-f907564c-e01d-414b-96ed-5b596c42e566 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=1765f90d50914c75bf5c10c43bc688e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3471849 Sep 29 02:12:02.411595 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-d935cebe-0bc6-4ee1-9232-5069f78b55a4 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/quotas/b407de2089554e13839d51f270c3adf1 HTTP/1.1" status: 200 len: 375 time: 0.0942810 Sep 29 02:12:02.510953 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4bb7b6dc-9174-4bb0-88c1-46433c8a9e21 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420'] for port (1dd4e3cb-7854-4df5-a03e-4b95e9314008), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:02.555573 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-b62faff7-7d56-410a-ac19-7c9ce2c417a3 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=b407de2089554e13839d51f270c3adf1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1428204 Sep 29 02:12:02.601675 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb7b6dc-9174-4bb0-88c1-46433c8a9e21 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Pushing event updated for resources: {'Port': ['ID=1dd4e3cb-7854-4df5-a03e-4b95e9314008,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:02.667903 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb7b6dc-9174-4bb0-88c1-46433c8a9e21 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Network b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:12:02.669887 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-9ca605fa-bab6-469d-9427-9626a19fc749 None None] Attempt 7 to provision port 41b1fad6-5bc1-4b7d-a599-142e18589d17 Sep 29 02:12:02.670850 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-4bb7b6dc-9174-4bb0-88c1-46433c8a9e21 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:12:02.686793 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb7b6dc-9174-4bb0-88c1-46433c8a9e21 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:12:02.741196 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-1307d600-0761-4174-9957-96d37c89e128 None None] Publish callbacks [] for port (41b1fad6-5bc1-4b7d-a599-142e18589d17), precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:02.753015 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-1307d600-0761-4174-9957-96d37c89e128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (41b1fad6-5bc1-4b7d-a599-142e18589d17), after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:02.801075 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4bb7b6dc-9174-4bb0-88c1-46433c8a9e21 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks [] for floatingip (67fc88fe-5db5-4d81-8bce-ea5e0e9399bc), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:02.816060 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port 4cf6ac9c-d1f1-4274-b794-31248e1deb48 is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:02.848148 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9ca605fa-bab6-469d-9427-9626a19fc749 None None] Port 41b1fad6-5bc1-4b7d-a599-142e18589d17 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:02.893522 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbadd32-3f63-48bd-9fe1-753f766ee565 None None] Pushing event updated for resources: {'Port': ['ID=41b1fad6-5bc1-4b7d-a599-142e18589d17,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:02.898489 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4bb7b6dc-9174-4bb0-88c1-46433c8a9e21 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (1dd4e3cb-7854-4df5-a03e-4b95e9314008), before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:02.986052 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-1307d600-0761-4174-9957-96d37c89e128 None None] Attempting to bind port 41b1fad6-5bc1-4b7d-a599-142e18589d17 on host dv-cinder-740146-21-smb for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:12:02.986407 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-1307d600-0761-4174-9957-96d37c89e128 None None] Attempting to bind port 41b1fad6-5bc1-4b7d-a599-142e18589d17 by drivers openvswitch,hyperv on host dv-cinder-740146-21-smb at level 0 using segments [{'id': 'a8a02d65-1024-4bc6-87a2-058a2a88454f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:12:02.986923 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1307d600-0761-4174-9957-96d37c89e128 None None] Attempting to bind port 41b1fad6-5bc1-4b7d-a599-142e18589d17 on network ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:12:03.079954 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1307d600-0761-4174-9957-96d37c89e128 None None] Checking agent: {'id': '732f1f10-53c2-4a73-b7b4-882674716f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 25), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:12:03.080323 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1307d600-0761-4174-9957-96d37c89e128 None None] Checking segment: {'id': 'a8a02d65-1024-4bc6-87a2-058a2a88454f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:12:03.080900 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-1307d600-0761-4174-9957-96d37c89e128 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:03.081018 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-d9da01f5-16ad-457f-8e2c-71c434f6d991 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5184524 Sep 29 02:12:03.083229 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1307d600-0761-4174-9957-96d37c89e128 None None] Bound using segment: {'id': 'a8a02d65-1024-4bc6-87a2-058a2a88454f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:12:03.083730 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-1307d600-0761-4174-9957-96d37c89e128 None None] Bound port: 41b1fad6-5bc1-4b7d-a599-142e18589d17, host: dv-cinder-740146-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a02d65-1024-4bc6-87a2-058a2a88454f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:12:03.084146 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-1307d600-0761-4174-9957-96d37c89e128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (41b1fad6-5bc1-4b7d-a599-142e18589d17), before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:03.172689 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-84ab3861-9911-4ac2-a6a5-f441943c76a9 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6164467 Sep 29 02:12:03.226054 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4bb7b6dc-9174-4bb0-88c1-46433c8a9e21 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks [] for port (1dd4e3cb-7854-4df5-a03e-4b95e9314008), precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:03.231749 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-1307d600-0761-4174-9957-96d37c89e128 None None] For port 41b1fad6-5bc1-4b7d-a599-142e18589d17, host dv-cinder-740146-21-smb, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:12:03.237169 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4bb7b6dc-9174-4bb0-88c1-46433c8a9e21 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (1dd4e3cb-7854-4df5-a03e-4b95e9314008), after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:03.239411 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4bb7b6dc-9174-4bb0-88c1-46433c8a9e21 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1596334'] for floatingip (67fc88fe-5db5-4d81-8bce-ea5e0e9399bc), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:03.246935 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-1307d600-0761-4174-9957-96d37c89e128 None None] For port 41b1fad6-5bc1-4b7d-a599-142e18589d17, host dv-cinder-740146-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=41b1fad6-5bc1-4b7d-a599-142e18589d17,segment=NetworkSegment(a8a02d65-1024-4bc6-87a2-058a2a88454f),segment_id=a8a02d65-1024-4bc6-87a2-058a2a88454f)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:12:03.253434 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 9e177f17-7b4d-424b-b894-fb4b7d70baed up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:03.267251 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-1307d600-0761-4174-9957-96d37c89e128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (41b1fad6-5bc1-4b7d-a599-142e18589d17), after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:03.351975 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-9ca605fa-bab6-469d-9427-9626a19fc749 None None] Attempt 8 to provision port 41b1fad6-5bc1-4b7d-a599-142e18589d17 Sep 29 02:12:03.368701 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1307d600-0761-4174-9957-96d37c89e128 None None] Routers {'33b7755f-0ea9-4a24-a5cf-6db9c23f13ea'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:12:03.369413 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-1307d600-0761-4174-9957-96d37c89e128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:11:52Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['33b7755f-0ea9-4a24-a5cf-6db9c23f13ea'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:03.376118 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb7b6dc-9174-4bb0-88c1-46433c8a9e21 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Pushing event updated for resources: {'Port': ['ID=1dd4e3cb-7854-4df5-a03e-4b95e9314008,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:03.390834 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-400cdc11-231a-48fa-8908-5e72f9340d5f service neutron] 10.222.0.49 "GET /networking/v2.0/networks/2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087072 Sep 29 02:12:03.407149 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-d9befca4-877e-4a42-af10-11caf7f6f995 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642160 Sep 29 02:12:03.421677 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4bb7b6dc-9174-4bb0-88c1-46433c8a9e21 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for floatingip (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:03.425147 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-4bb7b6dc-9174-4bb0-88c1-46433c8a9e21 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9427509 Sep 29 02:12:03.512614 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=100 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:03.516040 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbadd32-3f63-48bd-9fe1-753f766ee565 None None] Pushing event updated for resources: {'Port': ['ID=41b1fad6-5bc1-4b7d-a599-142e18589d17,revision_number=4']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:03.575091 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port 9e177f17-7b4d-424b-b894-fb4b7d70baed triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:03.575444 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (9e177f17-7b4d-424b-b894-fb4b7d70baed), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:03.575789 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port 9e177f17-7b4d-424b-b894-fb4b7d70baed Sep 29 02:12:03.706901 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-1307d600-0761-4174-9957-96d37c89e128 None None] Set router 33b7755f-0ea9-4a24-a5cf-6db9c23f13ea gateway port host: dv-cinder-740146-21-smb {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:12:03.762672 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.16', 53511) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:03.837925 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:03.954746 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ea0e4007-90d7-4863-a720-d4ff13d1f292 req-9b6681b1-4022-4384-be1d-1ddd97e12afc tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b844ec9-d6e9-434f-b90c-137b2628fab2 HTTP/1.1" status: 200 len: 210 time: 0.0939996 Sep 29 02:12:04.104652 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e3d97517-ef5a-4f14-87b6-330979c009d0 req-1dcf7d1f-685e-47df-9b62-f63856b9b452 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b83b48ca-0d09-44b4-ad34-962a8673d41a HTTP/1.1" status: 200 len: 210 time: 0.0501075 Sep 29 02:12:04.124772 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9ca605fa-bab6-469d-9427-9626a19fc749 None None] Current status of the port 41b1fad6-5bc1-4b7d-a599-142e18589d17 is: DOWN; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:04.135681 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9ca605fa-bab6-469d-9427-9626a19fc749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (41b1fad6-5bc1-4b7d-a599-142e18589d17), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:04.152754 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:04.239440 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-af97f6ef-5679-4bc0-bf50-b07d9d3b6c93 req-add27d91-b309-484c-94b5-1a1b2f42bb15 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 210 time: 0.0914683 Sep 29 02:12:04.304058 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-9ca605fa-bab6-469d-9427-9626a19fc749 None None] For port 41b1fad6-5bc1-4b7d-a599-142e18589d17, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=41b1fad6-5bc1-4b7d-a599-142e18589d17,segment=NetworkSegment(a8a02d65-1024-4bc6-87a2-058a2a88454f),segment_id=a8a02d65-1024-4bc6-87a2-058a2a88454f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:04.315194 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9ca605fa-bab6-469d-9427-9626a19fc749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (41b1fad6-5bc1-4b7d-a599-142e18589d17), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:04.377399 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9ca605fa-bab6-469d-9427-9626a19fc749 None None] Provisioning complete for port fe5baa51-91f2-4736-8ca1-1c9d39302b29 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:04.378029 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9ca605fa-bab6-469d-9427-9626a19fc749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (fe5baa51-91f2-4736-8ca1-1c9d39302b29), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:04.378473 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-9ca605fa-bab6-469d-9427-9626a19fc749 None None] Attempt 1 to provision port fe5baa51-91f2-4736-8ca1-1c9d39302b29 Sep 29 02:12:04.441185 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-a8ec6f5d-151c-4dc1-bf7e-af9bdaf27060 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:04.447023 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port 9e177f17-7b4d-424b-b894-fb4b7d70baed is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:04.449240 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 3be0e4d4-aaac-4318-8c58-5165434b5114 up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:04.459408 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca605fa-bab6-469d-9427-9626a19fc749 None None] Pushing event updated for resources: {'Port': ['ID=41b1fad6-5bc1-4b7d-a599-142e18589d17,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:04.465907 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-a8ec6f5d-151c-4dc1-bf7e-af9bdaf27060 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.16 "GET /networking/v2.0/networks?id=ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3 HTTP/1.1" status: 200 len: 818 time: 0.6845894 Sep 29 02:12:04.493418 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-e628942f-e635-4f5c-8e6e-c6bc0026ed6c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Request body: {'port': {'device_id': 'bf0a0b06-11f5-4db6-8d64-4c1e053438dc', 'network_id': 'ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3', 'admin_state_up': True, 'tenant_id': 'b407de2089554e13839d51f270c3adf1'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:04.599878 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port 3be0e4d4-aaac-4318-8c58-5165434b5114 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:04.601194 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (3be0e4d4-aaac-4318-8c58-5165434b5114), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:04.602217 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port 3be0e4d4-aaac-4318-8c58-5165434b5114 Sep 29 02:12:04.610375 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-aa67997c-c487-412e-8086-383df6489376 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1912038273&fields=id&tenant_id=bb1caf7cbae44c41bce39e486a20f6eb HTTP/1.1" status: 200 len: 267 time: 0.1345012 Sep 29 02:12:04.631826 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9ca605fa-bab6-469d-9427-9626a19fc749 None None] Current status of the port fe5baa51-91f2-4736-8ca1-1c9d39302b29 is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:04.749333 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:04.781810 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:04.795438 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-cb45984b-c65d-4f42-90c4-493e71e4bf18 None None] Provisioning complete for port fe332755-3f61-48de-91ce-db206db12d4b triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:04.796417 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cb45984b-c65d-4f42-90c4-493e71e4bf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (fe332755-3f61-48de-91ce-db206db12d4b), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:04.796967 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-cb45984b-c65d-4f42-90c4-493e71e4bf18 None None] Attempt 1 to provision port fe332755-3f61-48de-91ce-db206db12d4b Sep 29 02:12:04.854616 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port 3be0e4d4-aaac-4318-8c58-5165434b5114 is: DOWN; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:04.855968 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (3be0e4d4-aaac-4318-8c58-5165434b5114), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:04.861027 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:04.951202 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-1307d600-0761-4174-9957-96d37c89e128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'name': 'tempest-ServerRescueNegativeTestJSON-952934553-router', 'tenant_id': 'b407de2089554e13839d51f270c3adf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': '0e7718df-f561-4c28-a836-705e31095b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:11:50Z', 'revision_number': 4, 'project_id': 'b407de2089554e13839d51f270c3adf1', 'gw_port': {'id': '0e7718df-f561-4c28-a836-705e31095b5a', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:dc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:41Z', 'updated_at': '2022-09-29T02:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': '41b1fad6-5bc1-4b7d-a599-142e18589d17', 'name': '', 'network_id': 'ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3', 'tenant_id': 'b407de2089554e13839d51f270c3adf1', 'mac_address': 'fa:16:3e:3d:4e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2111ad5b-3d2c-43c1-94a3-5ae626ce912e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:47Z', 'updated_at': '2022-09-29T02:12:03Z', 'revision_number': 4, 'project_id': 'b407de2089554e13839d51f270c3adf1', 'subnets': [{'id': '2111ad5b-3d2c-43c1-94a3-5ae626ce912e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:04.955413 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-a5bd4617-daef-495a-b1a4-f3857373984b tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:04.962581 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-a5bd4617-daef-495a-b1a4-f3857373984b tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/networks?id=3be65160-34ea-4bb6-abd7-0d461783c057 HTTP/1.1" status: 200 len: 816 time: 0.3511453 Sep 29 02:12:04.966601 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] For port 3be0e4d4-aaac-4318-8c58-5165434b5114, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=3be0e4d4-aaac-4318-8c58-5165434b5114,segment=NetworkSegment(3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633),segment_id=3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:04.971688 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-cb45984b-c65d-4f42-90c4-493e71e4bf18 None None] Port fe332755-3f61-48de-91ce-db206db12d4b cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:04.981415 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (3be0e4d4-aaac-4318-8c58-5165434b5114), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:04.984859 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 0e7718df-f561-4c28-a836-705e31095b5a up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:05.053647 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-e7923828-1ace-433c-9b36-60454f7ba105 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/quotas/bb1caf7cbae44c41bce39e486a20f6eb HTTP/1.1" status: 200 len: 375 time: 0.0864384 Sep 29 02:12:05.061938 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.16', 53519) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:05.096237 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1307d600-0761-4174-9957-96d37c89e128 None None] The sync data for ids ['33b7755f-0ea9-4a24-a5cf-6db9c23f13ea'] in dv-cinder-740146-21-smb is: [{'id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'name': 'tempest-ServerRescueNegativeTestJSON-952934553-router', 'tenant_id': 'b407de2089554e13839d51f270c3adf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': '0e7718df-f561-4c28-a836-705e31095b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:11:50Z', 'revision_number': 4, 'project_id': 'b407de2089554e13839d51f270c3adf1', 'gw_port': {'id': '0e7718df-f561-4c28-a836-705e31095b5a', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:dc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:41Z', 'updated_at': '2022-09-29T02:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': '41b1fad6-5bc1-4b7d-a599-142e18589d17', 'name': '', 'network_id': 'ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3', 'tenant_id': 'b407de2089554e13839d51f270c3adf1', 'mac_address': 'fa:16:3e:3d:4e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2111ad5b-3d2c-43c1-94a3-5ae626ce912e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:47Z', 'updated_at': '2022-09-29T02:12:03Z', 'revision_number': 4, 'project_id': 'b407de2089554e13839d51f270c3adf1', 'subnets': [{'id': '2111ad5b-3d2c-43c1-94a3-5ae626ce912e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:12:05.102881 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-e628942f-e635-4f5c-8e6e-c6bc0026ed6c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Made reservation on behalf of b407de2089554e13839d51f270c3adf1 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:12:05.110147 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-e628942f-e635-4f5c-8e6e-c6bc0026ed6c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:05.190401 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Pushing event updated for resources: {'Port': ['ID=3be0e4d4-aaac-4318-8c58-5165434b5114,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:05.206610 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-8b12b39d-0f42-4c41-a1a1-1663ff21e329 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=bb1caf7cbae44c41bce39e486a20f6eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1503448 Sep 29 02:12:05.236056 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port 0e7718df-f561-4c28-a836-705e31095b5a triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:05.236556 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (0e7718df-f561-4c28-a836-705e31095b5a), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:05.236999 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port 0e7718df-f561-4c28-a836-705e31095b5a Sep 29 02:12:05.458512 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port 0e7718df-f561-4c28-a836-705e31095b5a is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:05.464124 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:05.478008 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-cb45984b-c65d-4f42-90c4-493e71e4bf18 None None] Attempt 2 to provision port fe332755-3f61-48de-91ce-db206db12d4b Sep 29 02:12:05.594576 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=100 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:05.621767 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-8244b975-2839-4a74-891b-27a09adaaef6 req-d64291c9-2723-483f-9b34-d9580201d237 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b844ec9-d6e9-434f-b90c-137b2628fab2 HTTP/1.1" status: 200 len: 210 time: 0.4130690 Sep 29 02:12:05.659886 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-cb45984b-c65d-4f42-90c4-493e71e4bf18 None None] Port fe332755-3f61-48de-91ce-db206db12d4b cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:05.677448 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port 35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:05.677944 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:05.679485 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port 35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a Sep 29 02:12:05.795511 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 50242) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:05.814966 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-275f43bf-f902-4fb2-964f-ca6891054208 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-524532884-network', 'tenant_id': 'b2b771f7f618417aaa920f52182a9949'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:05.868161 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port 35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a is: DOWN; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:05.869419 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:05.870593 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba346284-e983-4b29-a708-00077f000b94 req-6c230908-fc71-4082-b0d2-531907bfed9f tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:05.876017 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ba346284-e983-4b29-a708-00077f000b94 req-6c230908-fc71-4082-b0d2-531907bfed9f tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.16 "GET /networking/v2.0/networks?id=4627e623-304a-4643-bc74-20612e0c7f0a HTTP/1.1" status: 200 len: 810 time: 0.6876352 Sep 29 02:12:05.888708 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:05.972666 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] For port 35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a,segment=NetworkSegment(43f3e6d4-dadc-474d-9558-852a30f5c49f),segment_id=43f3e6d4-dadc-474d-9558-852a30f5c49f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:05.989375 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:06.182364 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-e628942f-e635-4f5c-8e6e-c6bc0026ed6c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Allocated IP 172.20.0.12 (ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3/2111ad5b-3d2c-43c1-94a3-5ae626ce912e/b3e04057-49ba-4540-bf12-69dd05468f6b) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:12:06.301959 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-cb45984b-c65d-4f42-90c4-493e71e4bf18 None None] Attempt 3 to provision port fe332755-3f61-48de-91ce-db206db12d4b Sep 29 02:12:06.305050 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [req-ba346284-e983-4b29-a708-00077f000b94 req-be4b3a2f-8025-4292-a084-932a618cb0d5 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] Request body: {'port': {'device_id': 'b83b48ca-0d09-44b4-ad34-962a8673d41a', 'network_id': '4627e623-304a-4643-bc74-20612e0c7f0a', 'admin_state_up': True, 'tenant_id': '8584701589bf4c849d7eba7a7d3138e3'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:06.309739 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 3be0e4d4-aaac-4318-8c58-5165434b5114 up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:06.325339 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.16', 53530) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:06.352551 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:06.354274 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275f43bf-f902-4fb2-964f-ca6891054208 admin admin] Made reservation on behalf of b2b771f7f618417aaa920f52182a9949 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:12:06.356907 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-275f43bf-f902-4fb2-964f-ca6891054208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for network (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:06.416856 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Pushing event updated for resources: {'Port': ['ID=35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:06.440384 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-cb45984b-c65d-4f42-90c4-493e71e4bf18 None None] Port fe332755-3f61-48de-91ce-db206db12d4b cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:06.459416 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-858168ec-c0ea-48f1-8a63-46da49a37e57 req-eb779c70-2d5a-40eb-a91f-4cd798991ee2 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b83b48ca-0d09-44b4-ad34-962a8673d41a HTTP/1.1" status: 200 len: 210 time: 0.1726780 Sep 29 02:12:06.471622 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port 3be0e4d4-aaac-4318-8c58-5165434b5114 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:06.486138 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (3be0e4d4-aaac-4318-8c58-5165434b5114), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:06.486685 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port 3be0e4d4-aaac-4318-8c58-5165434b5114 Sep 29 02:12:06.738523 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-67aa8728-724c-4421-a780-1d25942def2b service neutron] 10.222.0.49 "GET /networking/v2.0/networks/3be65160-34ea-4bb6-abd7-0d461783c057?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3102486 Sep 29 02:12:06.763898 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port 3be0e4d4-aaac-4318-8c58-5165434b5114 is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:06.765252 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 41b1fad6-5bc1-4b7d-a599-142e18589d17 up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:06.818865 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-275f43bf-f902-4fb2-964f-ca6891054208 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:06.843552 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port 41b1fad6-5bc1-4b7d-a599-142e18589d17 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:06.844066 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (41b1fad6-5bc1-4b7d-a599-142e18589d17), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:06.844525 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port 41b1fad6-5bc1-4b7d-a599-142e18589d17 Sep 29 02:12:06.860585 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-b0db1d9a-fe6b-4ae1-8f56-69dfc8d456a6 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:06.867612 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-b0db1d9a-fe6b-4ae1-8f56-69dfc8d456a6 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.16 "GET /networking/v2.0/networks?id=ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3 HTTP/1.1" status: 200 len: 818 time: 0.5405695 Sep 29 02:12:06.920418 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-eae2ce18-5a88-41a0-bac4-1a16b5858c4c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Request body: {'port': {'device_id': 'd3dbcd0c-c7fe-47a1-a56c-d9ca62c45854', 'network_id': 'ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3', 'admin_state_up': True, 'tenant_id': 'b407de2089554e13839d51f270c3adf1'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:06.968861 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b5342c43-b39f-4d07-81f4-ca90ee0d3b3b req-2dc015ec-5c6c-4e02-a6c5-33542dd802b6 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 210 time: 0.2117991 Sep 29 02:12:06.990527 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-cb45984b-c65d-4f42-90c4-493e71e4bf18 None None] Attempt 4 to provision port fe332755-3f61-48de-91ce-db206db12d4b Sep 29 02:12:06.992429 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port 41b1fad6-5bc1-4b7d-a599-142e18589d17 is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:07.077837 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-cb45984b-c65d-4f42-90c4-493e71e4bf18 None None] Port fe332755-3f61-48de-91ce-db206db12d4b cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:07.149752 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-e628942f-e635-4f5c-8e6e-c6bc0026ed6c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks [] for port (b3e04057-49ba-4540-bf12-69dd05468f6b), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:07.280088 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba346284-e983-4b29-a708-00077f000b94 req-be4b3a2f-8025-4292-a084-932a618cb0d5 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] Made reservation on behalf of 8584701589bf4c849d7eba7a7d3138e3 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:12:07.289944 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-ba346284-e983-4b29-a708-00077f000b94 req-be4b3a2f-8025-4292-a084-932a618cb0d5 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:07.290167 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-e628942f-e635-4f5c-8e6e-c6bc0026ed6c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420'] for port (b3e04057-49ba-4540-bf12-69dd05468f6b), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:07.396690 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-069d3065-a905-4506-bcd3-658b63c5e702 req-7b875f60-0c10-4b9f-9d7d-afaed3c9eece tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b844ec9-d6e9-434f-b90c-137b2628fab2 HTTP/1.1" status: 200 len: 210 time: 0.1916022 Sep 29 02:12:07.567542 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.16', 53538) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:07.593596 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e628942f-e635-4f5c-8e6e-c6bc0026ed6c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Pushing event updated for resources: {'Port': ['ID=b3e04057-49ba-4540-bf12-69dd05468f6b,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:07.593836 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-cb45984b-c65d-4f42-90c4-493e71e4bf18 None None] Attempt 5 to provision port fe332755-3f61-48de-91ce-db206db12d4b Sep 29 02:12:07.707114 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:07.732416 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-cb45984b-c65d-4f42-90c4-493e71e4bf18 None None] Port fe332755-3f61-48de-91ce-db206db12d4b cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:07.748176 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-3c1c44cd-a998-4e3d-8485-b0712ac7a9b5 req-f4dfc4a4-a9d6-4c64-9c00-3f14f1306233 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b83b48ca-0d09-44b4-ad34-962a8673d41a HTTP/1.1" status: 200 len: 210 time: 0.1066182 Sep 29 02:12:07.823632 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-e628942f-e635-4f5c-8e6e-c6bc0026ed6c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Network ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:12:07.836841 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:07.846264 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-e628942f-e635-4f5c-8e6e-c6bc0026ed6c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:12:07.932742 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-e628942f-e635-4f5c-8e6e-c6bc0026ed6c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:12:07.958918 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-e628942f-e635-4f5c-8e6e-c6bc0026ed6c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:07.962035 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-e628942f-e635-4f5c-8e6e-c6bc0026ed6c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for port (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:08.018030 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-eae2ce18-5a88-41a0-bac4-1a16b5858c4c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Made reservation on behalf of b407de2089554e13839d51f270c3adf1 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:12:08.030688 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-eae2ce18-5a88-41a0-bac4-1a16b5858c4c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:08.109822 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:08.234255 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-cb45984b-c65d-4f42-90c4-493e71e4bf18 None None] Attempt 6 to provision port fe332755-3f61-48de-91ce-db206db12d4b Sep 29 02:12:08.280435 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-ba346284-e983-4b29-a708-00077f000b94 req-be4b3a2f-8025-4292-a084-932a618cb0d5 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] Allocated IP 172.20.0.8 (4627e623-304a-4643-bc74-20612e0c7f0a/5f87fc17-fad1-4de6-b084-5ceaf24b28d8/665ed760-d798-46ef-a1ef-dd4e7e84bbbe) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:12:08.330035 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-8c75ca9e-bfb8-4910-9dd4-f40298edfb4a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/3be65160-34ea-4bb6-abd7-0d461783c057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5431869 Sep 29 02:12:08.339749 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:08.505676 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-e628942f-e635-4f5c-8e6e-c6bc0026ed6c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0150733 Sep 29 02:12:08.512861 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-664bd7df-9273-41f3-b961-b6991f9acb75 req-021c69c8-379d-4cc3-b5d9-623c747fa992 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 210 time: 0.2163680 Sep 29 02:12:08.606416 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-cb45984b-c65d-4f42-90c4-493e71e4bf18 None None] Port fe332755-3f61-48de-91ce-db206db12d4b cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:08.608515 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-193730bf-7285-48d7-b044-da7f5398e2ad tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 29 02:12:08.609786 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-193730bf-7285-48d7-b044-da7f5398e2ad tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0454705 Sep 29 02:12:08.640345 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 50320) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:08.658454 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port 35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:08.660490 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:08.664453 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port 35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a Sep 29 02:12:08.717409 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-206551bd-7f61-43c4-af3f-8d652a55370a tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:08.720743 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-206551bd-7f61-43c4-af3f-8d652a55370a tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.16 "GET /networking/v2.0/networks?id=2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2 HTTP/1.1" status: 200 len: 814 time: 1.1351416 Sep 29 02:12:08.785732 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:08.856179 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-275f43bf-f902-4fb2-964f-ca6891054208 admin admin] Publish callbacks [] for security_group (ca7da37f-9b53-4d6b-8476-0d2d9fd95ce2), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:08.886236 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-275f43bf-f902-4fb2-964f-ca6891054208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (ca7da37f-9b53-4d6b-8476-0d2d9fd95ce2), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:08.946478 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port 35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:09.040579 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de290e5-bb8b-4bf7-a46b-56604c192058 None None] Sync routers for ids ['68bac2b9-f319-44c9-b5bb-e2c32a63b70b'] in dv-cinder-740146-21-smb {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:12:09.066677 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de290e5-bb8b-4bf7-a46b-56604c192058 None None] Routers {'68bac2b9-f319-44c9-b5bb-e2c32a63b70b'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:12:09.067324 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-6de290e5-bb8b-4bf7-a46b-56604c192058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:11:52Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['68bac2b9-f319-44c9-b5bb-e2c32a63b70b'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:09.103561 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-48f1a747-f76e-4d87-b9ae-a3fd2509c1a5 req-c65fb460-cd1c-4095-8a9d-49aae11c0b00 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b844ec9-d6e9-434f-b90c-137b2628fab2 HTTP/1.1" status: 200 len: 210 time: 0.2965472 Sep 29 02:12:09.152139 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:09.206909 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c1292d58-78f0-469b-8609-f7c962aba5d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:09.229374 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6ed868cd-d2bf-4f42-90e3-16a82c161170 req-d7c0eb89-885b-405c-8421-f5b665147e0e tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 210 time: 0.3563111 Sep 29 02:12:09.232573 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-cb45984b-c65d-4f42-90c4-493e71e4bf18 None None] Attempt 7 to provision port fe332755-3f61-48de-91ce-db206db12d4b Sep 29 02:12:09.304086 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-275f43bf-f902-4fb2-964f-ca6891054208 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:12:09.312987 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-3847a292-9bff-4642-9541-b666667458b9 service neutron] Request body: {'port': {'device_id': 'bf0a0b06-11f5-4db6-8d64-4c1e053438dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:09.394948 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-cb45984b-c65d-4f42-90c4-493e71e4bf18 None None] Port fe332755-3f61-48de-91ce-db206db12d4b cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:09.439354 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f43bf-f902-4fb2-964f-ca6891054208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7da37f-9b53-4d6b-8476-0d2d9fd95ce2,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:09.484554 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-da97f623-0adf-4b3d-b60f-08eda7c809ae tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1765f90d50914c75bf5c10c43bc688e9 HTTP/1.1" status: 200 len: 380 time: 0.7281623 Sep 29 02:12:09.494862 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-11e87f6f-59a4-4763-a91f-107c5a1949ba req-2ecd8920-509b-4a77-963e-09904f6076d6 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b83b48ca-0d09-44b4-ad34-962a8673d41a HTTP/1.1" status: 200 len: 210 time: 0.0665178 Sep 29 02:12:09.508985 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-3443d2f2-be28-4f74-9d7e-4b228223c582 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Request body: {'port': {'device_id': '7b844ec9-d6e9-434f-b90c-137b2628fab2', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'admin_state_up': True, 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'security_groups': ['a922da99-8442-478e-866a-0b0efbc3e191']}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:09.513013 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-275f43bf-f902-4fb2-964f-ca6891054208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841896'] for segment (e4d0f5bf-d8e2-4e1b-a93f-655321c13a1d), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:09.513384 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.db.segments_db [None req-275f43bf-f902-4fb2-964f-ca6891054208 admin admin] Added segment e4d0f5bf-d8e2-4e1b-a93f-655321c13a1d of type vlan for network 5bfc3b0d-758b-48d4-978c-3f01736a76ff Sep 29 02:12:09.627974 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-eae2ce18-5a88-41a0-bac4-1a16b5858c4c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Allocated IP 172.20.0.6 (ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3/2111ad5b-3d2c-43c1-94a3-5ae626ce912e/8f376521-1d84-411c-b5d5-caa7c0b68ee4) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:12:09.735560 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-6de290e5-bb8b-4bf7-a46b-56604c192058 None None] Set router 68bac2b9-f319-44c9-b5bb-e2c32a63b70b gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:12:09.752478 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-3847a292-9bff-4642-9541-b666667458b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (b3e04057-49ba-4540-bf12-69dd05468f6b), before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:09.761402 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:09.782855 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-275f43bf-f902-4fb2-964f-ca6891054208 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769072021697'] for network (5bfc3b0d-758b-48d4-978c-3f01736a76ff), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:09.882024 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-af314f78-ff78-4e4c-a685-e70efadd9c90 req-2cbe79e9-1dcf-4777-ad4d-8eade7234fc1 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 210 time: 0.1461656 Sep 29 02:12:09.950292 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:09.981654 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-cb45984b-c65d-4f42-90c4-493e71e4bf18 None None] Attempt 8 to provision port fe332755-3f61-48de-91ce-db206db12d4b Sep 29 02:12:09.984696 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-ba346284-e983-4b29-a708-00077f000b94 req-be4b3a2f-8025-4292-a084-932a618cb0d5 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] Publish callbacks [] for port (665ed760-d798-46ef-a1ef-dd4e7e84bbbe), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:09.996995 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-275f43bf-f902-4fb2-964f-ca6891054208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168'] for network (5bfc3b0d-758b-48d4-978c-3f01736a76ff), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:09.998646 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275f43bf-f902-4fb2-964f-ca6891054208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:09.999440 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-275f43bf-f902-4fb2-964f-ca6891054208 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for network (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:10.037115 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:10.043866 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-275f43bf-f902-4fb2-964f-ca6891054208 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 4.2432783 Sep 29 02:12:10.048057 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 50356) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:10.058779 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-12a8802a-50f7-45ea-a410-2ce8f7de8aa8 admin admin] Request body: {'subnet': {'network_id': '5bfc3b0d-758b-48d4-978c-3f01736a76ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-524532884-subnet', 'tenant_id': 'b2b771f7f618417aaa920f52182a9949', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:10.148710 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c1292d58-78f0-469b-8609-f7c962aba5d5 admin admin] Publish callbacks [] for security_group (0056a7d5-65a3-4d52-b2bd-dcc1b0a50827), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:10.204997 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a8802a-50f7-45ea-a410-2ce8f7de8aa8 admin admin] Made reservation on behalf of b2b771f7f618417aaa920f52182a9949 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:12:10.208800 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-12a8802a-50f7-45ea-a410-2ce8f7de8aa8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:10.232459 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-ba346284-e983-4b29-a708-00077f000b94 req-be4b3a2f-8025-4292-a084-932a618cb0d5 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420'] for port (665ed760-d798-46ef-a1ef-dd4e7e84bbbe), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:10.240474 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-6de290e5-bb8b-4bf7-a46b-56604c192058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'name': 'tempest-AttachVolumeShelveTestJSON-106992495-router', 'tenant_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': '3be0e4d4-aaac-4318-8c58-5165434b5114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:41Z', 'updated_at': '2022-09-29T02:11:54Z', 'revision_number': 4, 'project_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'gw_port': {'id': '3be0e4d4-aaac-4318-8c58-5165434b5114', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ec:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:42Z', 'updated_at': '2022-09-29T02:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': 'fe332755-3f61-48de-91ce-db206db12d4b', 'name': '', 'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057', 'tenant_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'mac_address': 'fa:16:3e:20:8e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '398c055b-a2b0-4881-821c-6995d7734c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:51Z', 'updated_at': '2022-09-29T02:11:54Z', 'revision_number': 2, 'project_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'subnets': [{'id': '398c055b-a2b0-4881-821c-6995d7734c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:10.248320 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c1292d58-78f0-469b-8609-f7c962aba5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (0056a7d5-65a3-4d52-b2bd-dcc1b0a50827), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:10.288128 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-cb45984b-c65d-4f42-90c4-493e71e4bf18 None None] Port fe332755-3f61-48de-91ce-db206db12d4b cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:10.288889 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de290e5-bb8b-4bf7-a46b-56604c192058 None None] Checking router: 68bac2b9-f319-44c9-b5bb-e2c32a63b70b for host: dv-cinder-740146-21-smb {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:12:10.289286 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de290e5-bb8b-4bf7-a46b-56604c192058 None None] Updating router 68bac2b9-f319-44c9-b5bb-e2c32a63b70b port fe332755-3f61-48de-91ce-db206db12d4b binding host dv-cinder-740146-21-smb {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:12:10.410954 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-40bc8024-1919-4196-b292-92b18a1c054b req-43c301d2-22e3-4be2-b6ce-8e0fed7ffa2b tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b844ec9-d6e9-434f-b90c-137b2628fab2 HTTP/1.1" status: 200 len: 210 time: 0.0435472 Sep 29 02:12:10.429490 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba346284-e983-4b29-a708-00077f000b94 req-be4b3a2f-8025-4292-a084-932a618cb0d5 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] Network 4627e623-304a-4643-bc74-20612e0c7f0a is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:12:10.438941 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6de290e5-bb8b-4bf7-a46b-56604c192058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (fe332755-3f61-48de-91ce-db206db12d4b), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:10.471923 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-c1292d58-78f0-469b-8609-f7c962aba5d5 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=6dbd98e0328846ea82155c66aca4287a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8245099 Sep 29 02:12:10.499947 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 50364) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:10.500713 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-3443d2f2-be28-4f74-9d7e-4b228223c582 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Made reservation on behalf of 1765f90d50914c75bf5c10c43bc688e9 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:12:10.504642 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-3443d2f2-be28-4f74-9d7e-4b228223c582 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:10.644567 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1292d58-78f0-469b-8609-f7c962aba5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0056a7d5-65a3-4d52-b2bd-dcc1b0a50827,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:10.811721 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-cb45984b-c65d-4f42-90c4-493e71e4bf18 None None] Attempt 9 to provision port fe332755-3f61-48de-91ce-db206db12d4b Sep 29 02:12:10.853437 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dd239e77-98a7-4f30-9060-2bebe21366e4 admin admin] Publish callbacks [] for security_group (0056a7d5-65a3-4d52-b2bd-dcc1b0a50827), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:10.891739 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:10.897643 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-eae2ce18-5a88-41a0-bac4-1a16b5858c4c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks [] for port (8f376521-1d84-411c-b5d5-caa7c0b68ee4), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:10.920779 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dd239e77-98a7-4f30-9060-2bebe21366e4 admin admin] Publish callbacks [] for security_group (0056a7d5-65a3-4d52-b2bd-dcc1b0a50827), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:10.925655 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-ba346284-e983-4b29-a708-00077f000b94 req-be4b3a2f-8025-4292-a084-932a618cb0d5 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:12:10.933995 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f43bf-f902-4fb2-964f-ca6891054208 admin admin] Pushing event updated for resources: {'Network': ['ID=5bfc3b0d-758b-48d4-978c-3f01736a76ff,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:10.946272 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba346284-e983-4b29-a708-00077f000b94 req-be4b3a2f-8025-4292-a084-932a618cb0d5 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:12:10.964306 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba346284-e983-4b29-a708-00077f000b94 req-be4b3a2f-8025-4292-a084-932a618cb0d5 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:10.964981 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-ba346284-e983-4b29-a708-00077f000b94 req-be4b3a2f-8025-4292-a084-932a618cb0d5 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for port (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:11.171287 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c536e367-0d12-4ea0-bd05-eed21752e1b4 req-608e50e0-a11f-4bc1-be7a-cb3c5fd6b797 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 210 time: 0.7095349 Sep 29 02:12:11.290242 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=100 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:11.296200 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b3a2f-8025-4292-a084-932a618cb0d5 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] Pushing event updated for resources: {'Port': ['ID=665ed760-d798-46ef-a1ef-dd4e7e84bbbe,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:11.296770 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-cb45984b-c65d-4f42-90c4-493e71e4bf18 None None] Port fe332755-3f61-48de-91ce-db206db12d4b cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:11.301907 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6de290e5-bb8b-4bf7-a46b-56604c192058 None None] Publish callbacks [] for port (fe332755-3f61-48de-91ce-db206db12d4b), precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:11.328775 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Network 5bfc3b0d-758b-48d4-978c-3f01736a76ff details requested by agent ovs-agent-dv-cinder-740146-21-smb with host dv-cinder-740146-21-smb {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:12:11.337142 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-12a8802a-50f7-45ea-a410-2ce8f7de8aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168'] for subnet (921b50d9-c7da-4c83-9333-005e2381fa28), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:11.397502 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-3443d2f2-be28-4f74-9d7e-4b228223c582 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Allocated IP 172.20.0.9 (2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2/00e04331-0054-4eae-80e0-25be17b9d3cd/3c36b3fe-adc9-49c5-8294-93c8b0444be5) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:12:11.408908 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ba346284-e983-4b29-a708-00077f000b94 req-be4b3a2f-8025-4292-a084-932a618cb0d5 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1256347 Sep 29 02:12:11.488904 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-eae2ce18-5a88-41a0-bac4-1a16b5858c4c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420'] for port (8f376521-1d84-411c-b5d5-caa7c0b68ee4), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:11.609634 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.16', 53552) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:11.625810 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6de290e5-bb8b-4bf7-a46b-56604c192058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (fe332755-3f61-48de-91ce-db206db12d4b), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:11.692399 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dd239e77-98a7-4f30-9060-2bebe21366e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (0056a7d5-65a3-4d52-b2bd-dcc1b0a50827), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:11.695111 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-dd239e77-98a7-4f30-9060-2bebe21366e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:11.707536 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-dd239e77-98a7-4f30-9060-2bebe21366e4 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/0056a7d5-65a3-4d52-b2bd-dcc1b0a50827 HTTP/1.1" status: 204 len: 168 time: 1.1901112 Sep 29 02:12:11.799083 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-cb45984b-c65d-4f42-90c4-493e71e4bf18 None None] Attempt 10 to provision port fe332755-3f61-48de-91ce-db206db12d4b Sep 29 02:12:11.848922 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [req-ba346284-e983-4b29-a708-00077f000b94 req-6e1b2a21-821c-41d0-aaf1-0b8d79c74bbb service neutron] Request body: {'port': {'device_id': 'b83b48ca-0d09-44b4-ad34-962a8673d41a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:11.856542 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:11.926466 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c2ffa-43f6-4175-b19a-68c1e8c66bbe req-d3699605-eb62-4ca4-b596-a243f1a39f7e tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:11.940027 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-660c2ffa-43f6-4175-b19a-68c1e8c66bbe req-d3699605-eb62-4ca4-b596-a243f1a39f7e tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b83b48ca-0d09-44b4-ad34-962a8673d41a HTTP/1.1" status: 200 len: 931 time: 0.9340162 Sep 29 02:12:11.942448 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:11.944115 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-cb45984b-c65d-4f42-90c4-493e71e4bf18 None None] Port fe332755-3f61-48de-91ce-db206db12d4b cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:11.952261 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48203108-4910-489e-bfdc-1a1c20216aa2 None None] Pushing event updated for resources: {'Port': ['ID=fe332755-3f61-48de-91ce-db206db12d4b,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:12.016236 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-6de290e5-bb8b-4bf7-a46b-56604c192058 None None] Attempting to bind port fe332755-3f61-48de-91ce-db206db12d4b on host dv-cinder-740146-21-smb for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:12:12.016592 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-6de290e5-bb8b-4bf7-a46b-56604c192058 None None] Attempting to bind port fe332755-3f61-48de-91ce-db206db12d4b by drivers openvswitch,hyperv on host dv-cinder-740146-21-smb at level 0 using segments [{'id': 'af33ed35-e9af-41d9-8ab2-604c2b07ce0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:12:12.022315 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de290e5-bb8b-4bf7-a46b-56604c192058 None None] Attempting to bind port fe332755-3f61-48de-91ce-db206db12d4b on network 3be65160-34ea-4bb6-abd7-0d461783c057 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:12:12.030458 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-cb45984b-c65d-4f42-90c4-493e71e4bf18 None None] Provisioning complete for port 41b1fad6-5bc1-4b7d-a599-142e18589d17 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:12.030846 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cb45984b-c65d-4f42-90c4-493e71e4bf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (41b1fad6-5bc1-4b7d-a599-142e18589d17), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:12.031176 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-cb45984b-c65d-4f42-90c4-493e71e4bf18 None None] Attempt 1 to provision port 41b1fad6-5bc1-4b7d-a599-142e18589d17 Sep 29 02:12:12.098218 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 50396) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:12.116689 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6983c4c5-6ecc-4cda-9d8e-ff39b2ab7de3 req-a1146172-6ace-4c1a-ad58-f6f3cb0fb740 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:12.137805 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6983c4c5-6ecc-4cda-9d8e-ff39b2ab7de3 req-a1146172-6ace-4c1a-ad58-f6f3cb0fb740 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 931 time: 0.7612202 Sep 29 02:12:12.211962 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de290e5-bb8b-4bf7-a46b-56604c192058 None None] Checking agent: {'id': '732f1f10-53c2-4a73-b7b4-882674716f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 25), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:12:12.212968 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de290e5-bb8b-4bf7-a46b-56604c192058 None None] Checking segment: {'id': 'af33ed35-e9af-41d9-8ab2-604c2b07ce0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:12:12.213394 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6de290e5-bb8b-4bf7-a46b-56604c192058 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:12.232683 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de290e5-bb8b-4bf7-a46b-56604c192058 None None] Bound using segment: {'id': 'af33ed35-e9af-41d9-8ab2-604c2b07ce0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:12:12.232683 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-6de290e5-bb8b-4bf7-a46b-56604c192058 None None] Bound port: fe332755-3f61-48de-91ce-db206db12d4b, host: dv-cinder-740146-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af33ed35-e9af-41d9-8ab2-604c2b07ce0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:12:12.232683 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6de290e5-bb8b-4bf7-a46b-56604c192058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (fe332755-3f61-48de-91ce-db206db12d4b), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:12.302885 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:12.315184 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-69c661c6-9c7b-4fa4-817e-912c08383986 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:12.319133 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-69c661c6-9c7b-4fa4-817e-912c08383986 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.16 "GET /networking/v2.0/networks?id=3be65160-34ea-4bb6-abd7-0d461783c057 HTTP/1.1" status: 200 len: 816 time: 0.6322591 Sep 29 02:12:12.345296 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd239e77-98a7-4f30-9060-2bebe21366e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0056a7d5-65a3-4d52-b2bd-dcc1b0a50827,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:12.360804 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-eae2ce18-5a88-41a0-bac4-1a16b5858c4c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Network ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:12:12.420967 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-660c2ffa-43f6-4175-b19a-68c1e8c66bbe req-f92b4fb5-a49d-440c-a4c1-5b9c8fec476f tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1d1a65bb-8647-4080-baae-9286ef50ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4792809 Sep 29 02:12:12.422025 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-ba346284-e983-4b29-a708-00077f000b94 req-6e1b2a21-821c-41d0-aaf1-0b8d79c74bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (665ed760-d798-46ef-a1ef-dd4e7e84bbbe), before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:12.534575 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-501413c5-5c15-4264-8f59-e836f2eb2ca9 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bb1caf7cbae44c41bce39e486a20f6eb HTTP/1.1" status: 200 len: 380 time: 0.1518037 Sep 29 02:12:12.575057 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-eae2ce18-5a88-41a0-bac4-1a16b5858c4c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:12:12.583977 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-eae2ce18-5a88-41a0-bac4-1a16b5858c4c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:12:12.600625 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-eae2ce18-5a88-41a0-bac4-1a16b5858c4c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:12.604235 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-eae2ce18-5a88-41a0-bac4-1a16b5858c4c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for port (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:12.669123 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2ce18-5a88-41a0-bac4-1a16b5858c4c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Pushing event updated for resources: {'Port': ['ID=8f376521-1d84-411c-b5d5-caa7c0b68ee4,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:12.749555 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:12.757729 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9cfadcff-c022-47aa-880c-13046d556c48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:12.761197 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8802a-50f7-45ea-a410-2ce8f7de8aa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=921b50d9-c7da-4c83-9333-005e2381fa28,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:12.826943 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-cb45984b-c65d-4f42-90c4-493e71e4bf18 None None] Current status of the port 41b1fad6-5bc1-4b7d-a599-142e18589d17 is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:12.861297 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-2ca2eefb-bf04-4b80-9ba8-ab11d73772b2 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Request body: {'port': {'device_id': '2bc7e3b2-e6b5-477b-9fca-1763c988f8a6', 'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057', 'admin_state_up': True, 'tenant_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'security_groups': ['9297015d-9020-46a1-8a60-23ddcc457538']}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:12.864990 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-cb45984b-c65d-4f42-90c4-493e71e4bf18 None None] Provisioning complete for port 35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:12.870389 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cb45984b-c65d-4f42-90c4-493e71e4bf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:12.871327 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 50420) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:12.873028 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-cb45984b-c65d-4f42-90c4-493e71e4bf18 None None] Attempt 1 to provision port 35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a Sep 29 02:12:12.891128 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a8802a-50f7-45ea-a410-2ce8f7de8aa8 admin admin] Checking segment: {'id': 'e4d0f5bf-d8e2-4e1b-a93f-655321c13a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5bfc3b0d-758b-48d4-978c-3f01736a76ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:12:12.893102 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a8802a-50f7-45ea-a410-2ce8f7de8aa8 admin admin] Network hostable DHCP agents. Network: 5bfc3b0d-758b-48d4-978c-3f01736a76ff, hostable agents: ['7f4c726f-d790-49c7-8982-ed059dd67ac5'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:12:12.946378 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.notifiers.nova [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-3847a292-9bff-4642-9541-b666667458b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3e04057-49ba-4540-bf12-69dd05468f6b {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:12:12.954001 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-6de290e5-bb8b-4bf7-a46b-56604c192058 None None] For port fe332755-3f61-48de-91ce-db206db12d4b, host dv-cinder-740146-21-smb, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:12:12.982707 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6983c4c5-6ecc-4cda-9d8e-ff39b2ab7de3 req-c4064805-c096-4cb7-82ca-c63d33935207 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8423271 Sep 29 02:12:12.988297 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-3847a292-9bff-4642-9541-b666667458b9 service neutron] Publish callbacks [] for port (b3e04057-49ba-4540-bf12-69dd05468f6b), precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:12.997260 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-eae2ce18-5a88-41a0-bac4-1a16b5858c4c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1067240 Sep 29 02:12:13.033215 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-51ce0650-2a9a-43e6-9901-0b94bc75171d service neutron] Request body: {'port': {'device_id': 'd3dbcd0c-c7fe-47a1-a56c-d9ca62c45854', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:13.038457 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-cb45984b-c65d-4f42-90c4-493e71e4bf18 None None] Current status of the port 35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:13.042871 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-6de290e5-bb8b-4bf7-a46b-56604c192058 None None] For port fe332755-3f61-48de-91ce-db206db12d4b, host dv-cinder-740146-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=fe332755-3f61-48de-91ce-db206db12d4b,segment=NetworkSegment(af33ed35-e9af-41d9-8ab2-604c2b07ce0b),segment_id=af33ed35-e9af-41d9-8ab2-604c2b07ce0b)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:12:13.051157 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6de290e5-bb8b-4bf7-a46b-56604c192058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (fe332755-3f61-48de-91ce-db206db12d4b), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:13.079741 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-3847a292-9bff-4642-9541-b666667458b9 service neutron] Transition to ACTIVE for port object b3e04057-49ba-4540-bf12-69dd05468f6b will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:12:13.102083 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-3847a292-9bff-4642-9541-b666667458b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (b3e04057-49ba-4540-bf12-69dd05468f6b), after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:13.139626 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de290e5-bb8b-4bf7-a46b-56604c192058 None None] Routers {'68bac2b9-f319-44c9-b5bb-e2c32a63b70b'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:12:13.141551 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-6de290e5-bb8b-4bf7-a46b-56604c192058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:11:52Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['68bac2b9-f319-44c9-b5bb-e2c32a63b70b'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:13.155736 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:13.203884 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b0e941d9-c202-4f5f-937e-482112c4de97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:13.220764 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-037be0e7-bf94-4b65-81cd-18a57ee30c30 req-0ad09431-a1f8-44a0-be6e-0d31ba347d6b tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b844ec9-d6e9-434f-b90c-137b2628fab2 HTTP/1.1" status: 200 len: 210 time: 0.5057039 Sep 29 02:12:13.289465 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847a292-9bff-4642-9541-b666667458b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e04057-49ba-4540-bf12-69dd05468f6b,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:13.301500 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-b64af9af-912d-40fd-abd5-819e48c0f950 None None] Provisioning complete for port 8f376521-1d84-411c-b5d5-caa7c0b68ee4 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:13.302234 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-cb23df9c-7cdf-43bd-a093-c3b450dd8b08 req-afcb5bd4-67e3-4460-9173-aa01555d335e tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 210 time: 0.0633943 Sep 29 02:12:13.302748 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b64af9af-912d-40fd-abd5-819e48c0f950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (8f376521-1d84-411c-b5d5-caa7c0b68ee4), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:13.303095 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-b64af9af-912d-40fd-abd5-819e48c0f950 None None] Attempt 1 to provision port 8f376521-1d84-411c-b5d5-caa7c0b68ee4 Sep 29 02:12:13.314111 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-3443d2f2-be28-4f74-9d7e-4b228223c582 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for port (3c36b3fe-adc9-49c5-8294-93c8b0444be5), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:13.337413 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a8802a-50f7-45ea-a410-2ce8f7de8aa8 admin admin] Network 5bfc3b0d-758b-48d4-978c-3f01736a76ff is scheduled to be hosted by DHCP agent 7f4c726f-d790-49c7-8982-ed059dd67ac5 with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:12:13.398540 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-b64af9af-912d-40fd-abd5-819e48c0f950 None None] Port 8f376521-1d84-411c-b5d5-caa7c0b68ee4 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:13.414759 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-12a8802a-50f7-45ea-a410-2ce8f7de8aa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-21-smb, 5bfc3b0d-758b-48d4-978c-3f01736a76ff) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:12:13.430690 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-51ce0650-2a9a-43e6-9901-0b94bc75171d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (8f376521-1d84-411c-b5d5-caa7c0b68ee4), before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:13.442185 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a8802a-50f7-45ea-a410-2ce8f7de8aa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:13.442412 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8773b14-7fcd-4bae-be23-4b88f8890624 None None] Network 5bfc3b0d-758b-48d4-978c-3f01736a76ff requested from dv-cinder-740146-21-smb {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:12:13.443143 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-12a8802a-50f7-45ea-a410-2ce8f7de8aa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for subnet (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:13.475275 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-2ca2eefb-bf04-4b80-9ba8-ab11d73772b2 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Made reservation on behalf of bb1caf7cbae44c41bce39e486a20f6eb for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:12:13.479348 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-2ca2eefb-bf04-4b80-9ba8-ab11d73772b2 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:13.534905 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:13.549128 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-3847a292-9bff-4642-9541-b666667458b9 service neutron] Attempting to bind port b3e04057-49ba-4540-bf12-69dd05468f6b on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:12:13.549913 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-3847a292-9bff-4642-9541-b666667458b9 service neutron] Attempting to bind port b3e04057-49ba-4540-bf12-69dd05468f6b by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'a8a02d65-1024-4bc6-87a2-058a2a88454f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:12:13.550602 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-3847a292-9bff-4642-9541-b666667458b9 service neutron] Attempting to bind port b3e04057-49ba-4540-bf12-69dd05468f6b on network ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:12:13.558117 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-12a8802a-50f7-45ea-a410-2ce8f7de8aa8 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.5073528 Sep 29 02:12:13.612204 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48203108-4910-489e-bfdc-1a1c20216aa2 None None] Pushing event updated for resources: {'Port': ['ID=fe332755-3f61-48de-91ce-db206db12d4b,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:13.613934 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9cfadcff-c022-47aa-880c-13046d556c48 admin admin] Publish callbacks [] for security_group (cddd5e9d-e0c5-413f-9891-d2a4ecd4ada1), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:13.638343 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d9a0c8-c787-43df-a7b2-551ca5062e5a None None] Network 5bfc3b0d-758b-48d4-978c-3f01736a76ff requested from dv-cinder-740146-21-smb {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:12:13.735731 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:13.754188 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afc464-d69d-44fc-9f07-baa61557d0c3 req-52fea85c-750a-42ef-98b7-0a3232869fbc tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:13.766450 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e6afc464-d69d-44fc-9f07-baa61557d0c3 req-52fea85c-750a-42ef-98b7-0a3232869fbc tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b83b48ca-0d09-44b4-ad34-962a8673d41a HTTP/1.1" status: 200 len: 931 time: 0.1668336 Sep 29 02:12:13.768550 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9cfadcff-c022-47aa-880c-13046d556c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (cddd5e9d-e0c5-413f-9891-d2a4ecd4ada1), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:13.781364 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-6de290e5-bb8b-4bf7-a46b-56604c192058 None None] Set router 68bac2b9-f319-44c9-b5bb-e2c32a63b70b gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:12:13.843756 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfadcff-c022-47aa-880c-13046d556c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cddd5e9d-e0c5-413f-9891-d2a4ecd4ada1,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:13.891038 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:INSERT=13,neutron:DELETE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:13.894531 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-3443d2f2-be28-4f74-9d7e-4b228223c582 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420'] for port (3c36b3fe-adc9-49c5-8294-93c8b0444be5), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:13.903854 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-b64af9af-912d-40fd-abd5-819e48c0f950 None None] Attempt 2 to provision port 8f376521-1d84-411c-b5d5-caa7c0b68ee4 Sep 29 02:12:13.933887 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e6afc464-d69d-44fc-9f07-baa61557d0c3 req-7d41846f-1487-4aae-a7c2-57097b156d4f tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1d1a65bb-8647-4080-baae-9286ef50ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618946 Sep 29 02:12:13.953561 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b0e941d9-c202-4f5f-937e-482112c4de97 admin admin] Publish callbacks [] for security_group (edecdc35-4c22-4c52-88a0-817527c19540), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:13.968583 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b0e941d9-c202-4f5f-937e-482112c4de97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (edecdc35-4c22-4c52-88a0-817527c19540), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:13.973932 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-b64af9af-912d-40fd-abd5-819e48c0f950 None None] Port 8f376521-1d84-411c-b5d5-caa7c0b68ee4 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:14.092410 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-b0e941d9-c202-4f5f-937e-482112c4de97 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=99c35af69def41479d8092bb0aaa61c5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1620605 Sep 29 02:12:14.095650 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.notifiers.nova [req-ba346284-e983-4b29-a708-00077f000b94 req-6e1b2a21-821c-41d0-aaf1-0b8d79c74bbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 665ed760-d798-46ef-a1ef-dd4e7e84bbbe {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:12:14.111537 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 50436) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:14.112883 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e941d9-c202-4f5f-937e-482112c4de97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edecdc35-4c22-4c52-88a0-817527c19540,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:14.115316 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-6de290e5-bb8b-4bf7-a46b-56604c192058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'name': 'tempest-AttachVolumeShelveTestJSON-106992495-router', 'tenant_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': '3be0e4d4-aaac-4318-8c58-5165434b5114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:41Z', 'updated_at': '2022-09-29T02:11:54Z', 'revision_number': 4, 'project_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'gw_port': {'id': '3be0e4d4-aaac-4318-8c58-5165434b5114', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ec:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:42Z', 'updated_at': '2022-09-29T02:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': 'fe332755-3f61-48de-91ce-db206db12d4b', 'name': '', 'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057', 'tenant_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'mac_address': 'fa:16:3e:20:8e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '398c055b-a2b0-4881-821c-6995d7734c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:51Z', 'updated_at': '2022-09-29T02:12:12Z', 'revision_number': 4, 'project_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'subnets': [{'id': '398c055b-a2b0-4881-821c-6995d7734c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:14.147315 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de290e5-bb8b-4bf7-a46b-56604c192058 None None] The sync data for ids ['68bac2b9-f319-44c9-b5bb-e2c32a63b70b'] in dv-cinder-740146-21-smb is: [{'id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'name': 'tempest-AttachVolumeShelveTestJSON-106992495-router', 'tenant_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': '3be0e4d4-aaac-4318-8c58-5165434b5114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:41Z', 'updated_at': '2022-09-29T02:11:54Z', 'revision_number': 4, 'project_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'gw_port': {'id': '3be0e4d4-aaac-4318-8c58-5165434b5114', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ec:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:42Z', 'updated_at': '2022-09-29T02:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': 'fe332755-3f61-48de-91ce-db206db12d4b', 'name': '', 'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057', 'tenant_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'mac_address': 'fa:16:3e:20:8e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '398c055b-a2b0-4881-821c-6995d7734c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:51Z', 'updated_at': '2022-09-29T02:12:12Z', 'revision_number': 4, 'project_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'subnets': [{'id': '398c055b-a2b0-4881-821c-6995d7734c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:12:14.182389 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-9cfadcff-c022-47aa-880c-13046d556c48 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=22839ad03cae4035be0a3edf3bcdb495&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0374930 Sep 29 02:12:14.187138 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-ba346284-e983-4b29-a708-00077f000b94 req-6e1b2a21-821c-41d0-aaf1-0b8d79c74bbb service neutron] Publish callbacks [] for port (665ed760-d798-46ef-a1ef-dd4e7e84bbbe), precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:14.192011 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 50438) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:14.304578 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:14.342615 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-ba346284-e983-4b29-a708-00077f000b94 req-6e1b2a21-821c-41d0-aaf1-0b8d79c74bbb service neutron] Transition to ACTIVE for port object 665ed760-d798-46ef-a1ef-dd4e7e84bbbe will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:12:14.360822 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:14.369033 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443d2f2-be28-4f74-9d7e-4b228223c582 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Pushing event updated for resources: {'Port': ['ID=3c36b3fe-adc9-49c5-8294-93c8b0444be5,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:14.409302 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device fe332755-3f61-48de-91ce-db206db12d4b up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:14.410781 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-ba346284-e983-4b29-a708-00077f000b94 req-6e1b2a21-821c-41d0-aaf1-0b8d79c74bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (665ed760-d798-46ef-a1ef-dd4e7e84bbbe), after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:14.479216 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-b64af9af-912d-40fd-abd5-819e48c0f950 None None] Attempt 3 to provision port 8f376521-1d84-411c-b5d5-caa7c0b68ee4 Sep 29 02:12:14.583312 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b2a21-821c-41d0-aaf1-0b8d79c74bbb service neutron] Pushing event updated for resources: {'Port': ['ID=665ed760-d798-46ef-a1ef-dd4e7e84bbbe,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:14.652969 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-ba346284-e983-4b29-a708-00077f000b94 req-6e1b2a21-821c-41d0-aaf1-0b8d79c74bbb service neutron] Attempting to bind port 665ed760-d798-46ef-a1ef-dd4e7e84bbbe on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:12:14.653504 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-ba346284-e983-4b29-a708-00077f000b94 req-6e1b2a21-821c-41d0-aaf1-0b8d79c74bbb service neutron] Attempting to bind port 665ed760-d798-46ef-a1ef-dd4e7e84bbbe by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '43f3e6d4-dadc-474d-9558-852a30f5c49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4627e623-304a-4643-bc74-20612e0c7f0a'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:12:14.654291 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba346284-e983-4b29-a708-00077f000b94 req-6e1b2a21-821c-41d0-aaf1-0b8d79c74bbb service neutron] Attempting to bind port 665ed760-d798-46ef-a1ef-dd4e7e84bbbe on network 4627e623-304a-4643-bc74-20612e0c7f0a {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:12:14.690330 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.notifiers.nova [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-51ce0650-2a9a-43e6-9901-0b94bc75171d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f376521-1d84-411c-b5d5-caa7c0b68ee4 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:12:14.706380 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-51ce0650-2a9a-43e6-9901-0b94bc75171d service neutron] Publish callbacks [] for port (8f376521-1d84-411c-b5d5-caa7c0b68ee4), precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:14.708392 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port fe332755-3f61-48de-91ce-db206db12d4b triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:14.714005 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (fe332755-3f61-48de-91ce-db206db12d4b), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:14.716908 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port fe332755-3f61-48de-91ce-db206db12d4b Sep 29 02:12:14.721366 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-b64af9af-912d-40fd-abd5-819e48c0f950 None None] Port 8f376521-1d84-411c-b5d5-caa7c0b68ee4 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:14.727768 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-51ce0650-2a9a-43e6-9901-0b94bc75171d service neutron] Transition to ACTIVE for port object 8f376521-1d84-411c-b5d5-caa7c0b68ee4 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:12:14.731644 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:14.732582 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-3847a292-9bff-4642-9541-b666667458b9 service neutron] Port b3e04057-49ba-4540-bf12-69dd05468f6b on network ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:12:14.732919 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-3847a292-9bff-4642-9541-b666667458b9 service neutron] Attempting to bind port b3e04057-49ba-4540-bf12-69dd05468f6b on network ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:12:14.777876 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-51ce0650-2a9a-43e6-9901-0b94bc75171d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (8f376521-1d84-411c-b5d5-caa7c0b68ee4), after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:14.847466 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67dcff3-0c57-47b2-83da-af742f7b38d7 req-9a9e24f4-b712-44e0-907f-d2b7dd60cf01 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:14.857991 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e67dcff3-0c57-47b2-83da-af742f7b38d7 req-9a9e24f4-b712-44e0-907f-d2b7dd60cf01 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 931 time: 0.6671846 Sep 29 02:12:14.880252 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-3443d2f2-be28-4f74-9d7e-4b228223c582 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Network 2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:12:14.881562 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port fe332755-3f61-48de-91ce-db206db12d4b is: DOWN; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:14.886915 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (fe332755-3f61-48de-91ce-db206db12d4b), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:14.896652 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f0cb8165-07bc-43ca-bc7c-26c04f449aac admin admin] Publish callbacks [] for security_group (cddd5e9d-e0c5-413f-9891-d2a4ecd4ada1), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:14.964419 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-3443d2f2-be28-4f74-9d7e-4b228223c582 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:12:14.980687 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-3443d2f2-be28-4f74-9d7e-4b228223c582 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:12:14.990021 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-3443d2f2-be28-4f74-9d7e-4b228223c582 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:14.990696 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-3443d2f2-be28-4f74-9d7e-4b228223c582 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for port (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:15.035073 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] For port fe332755-3f61-48de-91ce-db206db12d4b, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=fe332755-3f61-48de-91ce-db206db12d4b,segment=NetworkSegment(af33ed35-e9af-41d9-8ab2-604c2b07ce0b),segment_id=af33ed35-e9af-41d9-8ab2-604c2b07ce0b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:15.044222 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (fe332755-3f61-48de-91ce-db206db12d4b), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:15.154577 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ce0650-2a9a-43e6-9901-0b94bc75171d service neutron] Pushing event updated for resources: {'Port': ['ID=8f376521-1d84-411c-b5d5-caa7c0b68ee4,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:15.172938 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Pushing event updated for resources: {'Port': ['ID=fe332755-3f61-48de-91ce-db206db12d4b,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:15.180136 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-3443d2f2-be28-4f74-9d7e-4b228223c582 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6792653 Sep 29 02:12:15.192672 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-2ca2eefb-bf04-4b80-9ba8-ab11d73772b2 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Allocated IP 172.20.0.7 (3be65160-34ea-4bb6-abd7-0d461783c057/398c055b-a2b0-4881-821c-6995d7734c32/0c9a6c71-7338-456f-a71a-43c5e2769762) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:12:15.194131 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fa295526-cc90-4034-ac96-5553cb8d372f admin admin] Publish callbacks [] for security_group (edecdc35-4c22-4c52-88a0-817527c19540), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:15.199939 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba346284-e983-4b29-a708-00077f000b94 req-6e1b2a21-821c-41d0-aaf1-0b8d79c74bbb service neutron] Port 665ed760-d798-46ef-a1ef-dd4e7e84bbbe on network 4627e623-304a-4643-bc74-20612e0c7f0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:12:15.199939 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba346284-e983-4b29-a708-00077f000b94 req-6e1b2a21-821c-41d0-aaf1-0b8d79c74bbb service neutron] Attempting to bind port 665ed760-d798-46ef-a1ef-dd4e7e84bbbe on network 4627e623-304a-4643-bc74-20612e0c7f0a {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:12:15.207612 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-3847a292-9bff-4642-9541-b666667458b9 service neutron] Checking agent: {'id': '027a9bac-ca89-4228-9c1d-ae9e74cf172f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 9, 38), 'started_at': datetime.datetime(2022, 9, 29, 2, 9, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:12:15.208160 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-3847a292-9bff-4642-9541-b666667458b9 service neutron] Checking segment: {'id': 'a8a02d65-1024-4bc6-87a2-058a2a88454f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:12:15.208909 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-3847a292-9bff-4642-9541-b666667458b9 service neutron] Bound using segment: {'id': 'a8a02d65-1024-4bc6-87a2-058a2a88454f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:12:15.209407 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-3847a292-9bff-4642-9541-b666667458b9 service neutron] Bound port: b3e04057-49ba-4540-bf12-69dd05468f6b, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8a02d65-1024-4bc6-87a2-058a2a88454f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:12:15.209720 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-3847a292-9bff-4642-9541-b666667458b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (b3e04057-49ba-4540-bf12-69dd05468f6b), before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:15.225020 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-b64af9af-912d-40fd-abd5-819e48c0f950 None None] Attempt 4 to provision port 8f376521-1d84-411c-b5d5-caa7c0b68ee4 Sep 29 02:12:15.232121 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-e0e8cba2-bb9c-4790-b447-11534aa00f2e service neutron] Request body: {'port': {'device_id': '7b844ec9-d6e9-434f-b90c-137b2628fab2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:15.291710 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-51ce0650-2a9a-43e6-9901-0b94bc75171d service neutron] Attempting to bind port 8f376521-1d84-411c-b5d5-caa7c0b68ee4 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:12:15.292793 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-51ce0650-2a9a-43e6-9901-0b94bc75171d service neutron] Attempting to bind port 8f376521-1d84-411c-b5d5-caa7c0b68ee4 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'a8a02d65-1024-4bc6-87a2-058a2a88454f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:12:15.293442 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-51ce0650-2a9a-43e6-9901-0b94bc75171d service neutron] Attempting to bind port 8f376521-1d84-411c-b5d5-caa7c0b68ee4 on network ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:12:15.376843 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f0cb8165-07bc-43ca-bc7c-26c04f449aac admin admin] Publish callbacks [] for security_group (cddd5e9d-e0c5-413f-9891-d2a4ecd4ada1), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:15.378319 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-b64af9af-912d-40fd-abd5-819e48c0f950 None None] Port 8f376521-1d84-411c-b5d5-caa7c0b68ee4 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:15.381545 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-51ce0650-2a9a-43e6-9901-0b94bc75171d service neutron] Port 8f376521-1d84-411c-b5d5-caa7c0b68ee4 on network ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:12:15.382627 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-51ce0650-2a9a-43e6-9901-0b94bc75171d service neutron] Attempting to bind port 8f376521-1d84-411c-b5d5-caa7c0b68ee4 on network ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:12:15.433486 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e67dcff3-0c57-47b2-83da-af742f7b38d7 req-7e4a98d6-0fe6-4875-83c9-9a1bf66095d9 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5743461 Sep 29 02:12:15.440149 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fa295526-cc90-4034-ac96-5553cb8d372f admin admin] Publish callbacks [] for security_group (edecdc35-4c22-4c52-88a0-817527c19540), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:15.559326 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-3847a292-9bff-4642-9541-b666667458b9 service neutron] For port b3e04057-49ba-4540-bf12-69dd05468f6b, host hv-cinder-74014, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:12:15.573645 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-3847a292-9bff-4642-9541-b666667458b9 service neutron] For port b3e04057-49ba-4540-bf12-69dd05468f6b, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=b3e04057-49ba-4540-bf12-69dd05468f6b,segment=NetworkSegment(a8a02d65-1024-4bc6-87a2-058a2a88454f),segment_id=a8a02d65-1024-4bc6-87a2-058a2a88454f)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:12:15.607028 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-86e90e31-943a-4370-9fec-f516115b646c tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:15.608550 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-86e90e31-943a-4370-9fec-f516115b646c tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/networks?id=48fe4730-a731-4f29-b026-ed01f3c6a62d HTTP/1.1" status: 200 len: 809 time: 0.8897510 Sep 29 02:12:15.655405 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-143f5d3f-34ff-4b1a-bb85-f8d119533cc6 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/quotas/93f0a445590941e088a4d13d9e9b904f HTTP/1.1" status: 200 len: 375 time: 0.0329792 Sep 29 02:12:15.664356 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fa295526-cc90-4034-ac96-5553cb8d372f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (edecdc35-4c22-4c52-88a0-817527c19540), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:15.668049 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fa295526-cc90-4034-ac96-5553cb8d372f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:15.671558 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-fa295526-cc90-4034-ac96-5553cb8d372f admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/edecdc35-4c22-4c52-88a0-817527c19540 HTTP/1.1" status: 204 len: 168 time: 1.5396974 Sep 29 02:12:15.683147 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f0cb8165-07bc-43ca-bc7c-26c04f449aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (cddd5e9d-e0c5-413f-9891-d2a4ecd4ada1), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:15.686003 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f0cb8165-07bc-43ca-bc7c-26c04f449aac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:15.689539 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-f0cb8165-07bc-43ca-bc7c-26c04f449aac admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/cddd5e9d-e0c5-413f-9891-d2a4ecd4ada1 HTTP/1.1" status: 204 len: 168 time: 1.4865344 Sep 29 02:12:15.689539 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba346284-e983-4b29-a708-00077f000b94 req-6e1b2a21-821c-41d0-aaf1-0b8d79c74bbb service neutron] Checking agent: {'id': '027a9bac-ca89-4228-9c1d-ae9e74cf172f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 9, 38), 'started_at': datetime.datetime(2022, 9, 29, 2, 9, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:12:15.689539 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba346284-e983-4b29-a708-00077f000b94 req-6e1b2a21-821c-41d0-aaf1-0b8d79c74bbb service neutron] Checking segment: {'id': '43f3e6d4-dadc-474d-9558-852a30f5c49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4627e623-304a-4643-bc74-20612e0c7f0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:12:15.689539 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba346284-e983-4b29-a708-00077f000b94 req-6e1b2a21-821c-41d0-aaf1-0b8d79c74bbb service neutron] Bound using segment: {'id': '43f3e6d4-dadc-474d-9558-852a30f5c49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4627e623-304a-4643-bc74-20612e0c7f0a'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:12:15.689969 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-ba346284-e983-4b29-a708-00077f000b94 req-6e1b2a21-821c-41d0-aaf1-0b8d79c74bbb service neutron] Bound port: 665ed760-d798-46ef-a1ef-dd4e7e84bbbe, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f3e6d4-dadc-474d-9558-852a30f5c49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4627e623-304a-4643-bc74-20612e0c7f0a'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:12:15.689969 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-ba346284-e983-4b29-a708-00077f000b94 req-6e1b2a21-821c-41d0-aaf1-0b8d79c74bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (665ed760-d798-46ef-a1ef-dd4e7e84bbbe), before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:15.721071 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa295526-cc90-4034-ac96-5553cb8d372f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edecdc35-4c22-4c52-88a0-817527c19540,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:15.796274 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cb8165-07bc-43ca-bc7c-26c04f449aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddd5e9d-e0c5-413f-9891-d2a4ecd4ada1,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:15.805590 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-545c16af-2a49-41c2-85b9-05136d16b09d tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=93f0a445590941e088a4d13d9e9b904f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1331244 Sep 29 02:12:15.820415 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943a1b8-d73f-44d7-9385-e30a3d1728da req-cb396277-05a1-484c-8ac3-7fdf88bb4787 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:15.822174 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9943a1b8-d73f-44d7-9385-e30a3d1728da req-cb396277-05a1-484c-8ac3-7fdf88bb4787 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b844ec9-d6e9-434f-b90c-137b2628fab2 HTTP/1.1" status: 200 len: 931 time: 0.1872931 Sep 29 02:12:15.879715 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-b64af9af-912d-40fd-abd5-819e48c0f950 None None] Attempt 5 to provision port 8f376521-1d84-411c-b5d5-caa7c0b68ee4 Sep 29 02:12:15.893034 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-2ca2eefb-bf04-4b80-9ba8-ab11d73772b2 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks [] for port (0c9a6c71-7338-456f-a71a-43c5e2769762), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:15.908757 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9943a1b8-d73f-44d7-9385-e30a3d1728da req-7078813c-d74a-47bc-8ed4-736f60dd1708 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a922da99-8442-478e-866a-0b0efbc3e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659323 Sep 29 02:12:15.948232 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-3847a292-9bff-4642-9541-b666667458b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (b3e04057-49ba-4540-bf12-69dd05468f6b), after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:15.950912 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-ba346284-e983-4b29-a708-00077f000b94 req-6e1b2a21-821c-41d0-aaf1-0b8d79c74bbb service neutron] For port 665ed760-d798-46ef-a1ef-dd4e7e84bbbe, host hv-cinder-74014, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:12:15.957435 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-2ca2eefb-bf04-4b80-9ba8-ab11d73772b2 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420'] for port (0c9a6c71-7338-456f-a71a-43c5e2769762), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:15.970405 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:15.989383 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-3847a292-9bff-4642-9541-b666667458b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:15.990009 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-3847a292-9bff-4642-9541-b666667458b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for port (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:15.991565 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-3847a292-9bff-4642-9541-b666667458b9 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/b3e04057-49ba-4540-bf12-69dd05468f6b HTTP/1.1" status: 200 len: 1094 time: 6.9990134 Sep 29 02:12:15.992430 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf0a0b06-11f5-4db6-8d64-4c1e053438dc', 'tag': 'b3e04057-49ba-4540-bf12-69dd05468f6b'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:12:16.104734 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-b64af9af-912d-40fd-abd5-819e48c0f950 None None] Port 8f376521-1d84-411c-b5d5-caa7c0b68ee4 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:16.254971 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device fe332755-3f61-48de-91ce-db206db12d4b up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:16.256975 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:16.265405 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c8a8d-ab83-4a3d-921c-f0b6c8585952 req-23a1e575-880b-4ac7-8962-fd9c12c3d5ef tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:16.266457 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-883c8a8d-ab83-4a3d-921c-f0b6c8585952 req-23a1e575-880b-4ac7-8962-fd9c12c3d5ef tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 931 time: 0.1290321 Sep 29 02:12:16.272743 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-ba346284-e983-4b29-a708-00077f000b94 req-6e1b2a21-821c-41d0-aaf1-0b8d79c74bbb service neutron] For port 665ed760-d798-46ef-a1ef-dd4e7e84bbbe, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=665ed760-d798-46ef-a1ef-dd4e7e84bbbe,segment=NetworkSegment(43f3e6d4-dadc-474d-9558-852a30f5c49f),segment_id=43f3e6d4-dadc-474d-9558-852a30f5c49f)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:12:16.309923 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-ba346284-e983-4b29-a708-00077f000b94 req-6e1b2a21-821c-41d0-aaf1-0b8d79c74bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (665ed760-d798-46ef-a1ef-dd4e7e84bbbe), after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:16.350384 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba346284-e983-4b29-a708-00077f000b94 req-6e1b2a21-821c-41d0-aaf1-0b8d79c74bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:16.351140 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-ba346284-e983-4b29-a708-00077f000b94 req-6e1b2a21-821c-41d0-aaf1-0b8d79c74bbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for port (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:16.352783 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ba346284-e983-4b29-a708-00077f000b94 req-6e1b2a21-821c-41d0-aaf1-0b8d79c74bbb service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/665ed760-d798-46ef-a1ef-dd4e7e84bbbe HTTP/1.1" status: 200 len: 1093 time: 4.6220150 Sep 29 02:12:16.354063 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83b48ca-0d09-44b4-ad34-962a8673d41a', 'tag': '665ed760-d798-46ef-a1ef-dd4e7e84bbbe'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:12:16.427331 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port fe332755-3f61-48de-91ce-db206db12d4b triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:16.427630 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (fe332755-3f61-48de-91ce-db206db12d4b), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:16.427978 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port fe332755-3f61-48de-91ce-db206db12d4b Sep 29 02:12:16.485039 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:16.487547 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847a292-9bff-4642-9541-b666667458b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e04057-49ba-4540-bf12-69dd05468f6b,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:16.500736 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-e0e8cba2-bb9c-4790-b447-11534aa00f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (3c36b3fe-adc9-49c5-8294-93c8b0444be5), before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:16.640646 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-b64af9af-912d-40fd-abd5-819e48c0f950 None None] Attempt 6 to provision port 8f376521-1d84-411c-b5d5-caa7c0b68ee4 Sep 29 02:12:16.723874 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-cdb478df-5176-40d7-aed2-e63c058fdca9 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/48fe4730-a731-4f29-b026-ed01f3c6a62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8966646 Sep 29 02:12:16.752226 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port fe332755-3f61-48de-91ce-db206db12d4b is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:16.775791 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:16.784552 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 50516) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:16.808332 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-b64af9af-912d-40fd-abd5-819e48c0f950 None None] Port 8f376521-1d84-411c-b5d5-caa7c0b68ee4 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:16.837681 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-51ce0650-2a9a-43e6-9901-0b94bc75171d service neutron] Checking agent: {'id': '027a9bac-ca89-4228-9c1d-ae9e74cf172f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 9, 38), 'started_at': datetime.datetime(2022, 9, 29, 2, 9, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:12:16.838031 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-51ce0650-2a9a-43e6-9901-0b94bc75171d service neutron] Checking segment: {'id': 'a8a02d65-1024-4bc6-87a2-058a2a88454f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:12:16.838462 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-51ce0650-2a9a-43e6-9901-0b94bc75171d service neutron] Bound using segment: {'id': 'a8a02d65-1024-4bc6-87a2-058a2a88454f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:12:16.839072 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-51ce0650-2a9a-43e6-9901-0b94bc75171d service neutron] Bound port: 8f376521-1d84-411c-b5d5-caa7c0b68ee4, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8a02d65-1024-4bc6-87a2-058a2a88454f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:12:16.839654 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-51ce0650-2a9a-43e6-9901-0b94bc75171d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (8f376521-1d84-411c-b5d5-caa7c0b68ee4), before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:16.841738 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:INSERT=4,neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:16.919945 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-883c8a8d-ab83-4a3d-921c-f0b6c8585952 req-182a8aad-ee7e-4306-9eba-b58f10c3dbec tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6420045 Sep 29 02:12:16.920735 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-95a5d64e-14fd-4d61-9f2d-6b63a6af92dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:16.927331 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba346284-e983-4b29-a708-00077f000b94 req-fcfefdbc-da5a-4b13-a05c-bbc190cdde6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:16.928785 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ba346284-e983-4b29-a708-00077f000b94 req-fcfefdbc-da5a-4b13-a05c-bbc190cdde6d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=8584701589bf4c849d7eba7a7d3138e3&device_id=b83b48ca-0d09-44b4-ad34-962a8673d41a HTTP/1.1" status: 200 len: 1127 time: 0.2697473 Sep 29 02:12:16.939999 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-2ca2eefb-bf04-4b80-9ba8-ab11d73772b2 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Network 3be65160-34ea-4bb6-abd7-0d461783c057 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:12:16.944036 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-c2519ed2-609f-47b3-8335-2bf4752b1899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:16.947405 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-c2519ed2-609f-47b3-8335-2bf4752b1899 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=b407de2089554e13839d51f270c3adf1&device_id=bf0a0b06-11f5-4db6-8d64-4c1e053438dc HTTP/1.1" status: 200 len: 1128 time: 0.6583281 Sep 29 02:12:16.958850 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b2a21-821c-41d0-aaf1-0b8d79c74bbb service neutron] Pushing event updated for resources: {'Port': ['ID=665ed760-d798-46ef-a1ef-dd4e7e84bbbe,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:17.107287 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-2ca2eefb-bf04-4b80-9ba8-ab11d73772b2 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:12:17.136466 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ba346284-e983-4b29-a708-00077f000b94 req-81151039-d63b-4b3d-b7c0-caf654ca39b8 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=665ed760-d798-46ef-a1ef-dd4e7e84bbbe HTTP/1.1" status: 200 len: 217 time: 0.1950817 Sep 29 02:12:17.193069 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-e4bab2de-5e21-4cc1-88d7-d98e2232b8f7 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/48fe4730-a731-4f29-b026-ed01f3c6a62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138603 Sep 29 02:12:17.284000 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8801c8fb5daab99fa39d625c1bbc33038df1047fb3a9edb171ad2e86806648d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024c78d8-d872-4b82-a416-11915da2b6be" -d '{"events": [{"name": "network-changed", "server_uuid": "bf0a0b06-11f5-4db6-8d64-4c1e053438dc", "tag": "b3e04057-49ba-4540-bf12-69dd05468f6b"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:12:17.310310 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-b64af9af-912d-40fd-abd5-819e48c0f950 None None] Attempt 7 to provision port 8f376521-1d84-411c-b5d5-caa7c0b68ee4 Sep 29 02:12:17.327793 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-2ca2eefb-bf04-4b80-9ba8-ab11d73772b2 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:12:17.367921 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-2ca2eefb-bf04-4b80-9ba8-ab11d73772b2 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:17.371100 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-2ca2eefb-bf04-4b80-9ba8-ab11d73772b2 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for port (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:17.378031 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 50528) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:17.427956 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=100 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:17.438454 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-b64af9af-912d-40fd-abd5-819e48c0f950 None None] Port 8f376521-1d84-411c-b5d5-caa7c0b68ee4 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:17.486366 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-5df51c9f-4da5-4793-b4e3-1e3ec504d6ed service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3e04057-49ba-4540-bf12-69dd05468f6b HTTP/1.1" status: 200 len: 217 time: 0.4702899 Sep 29 02:12:17.529296 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca2eefb-bf04-4b80-9ba8-ab11d73772b2 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Pushing event updated for resources: {'Port': ['ID=0c9a6c71-7338-456f-a71a-43c5e2769762,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:17.585202 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a441a005-b7fe-40e8-aee1-a4cf6100655c req-2af42676-de55-4d0b-98c0-07f3e40f8610 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:17.599985 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a441a005-b7fe-40e8-aee1-a4cf6100655c req-2af42676-de55-4d0b-98c0-07f3e40f8610 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b83b48ca-0d09-44b4-ad34-962a8673d41a HTTP/1.1" status: 200 len: 943 time: 0.4539371 Sep 29 02:12:17.617553 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-2ca2eefb-bf04-4b80-9ba8-ab11d73772b2 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9997950 Sep 29 02:12:17.645098 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6fd434f9474e642ac52a32a239cb9403cb6cbac172bb9ea56eecab16f0e16c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3c1550-0f4b-4b3a-ad07-b6d379c7883a" -d '{"events": [{"name": "network-changed", "server_uuid": "b83b48ca-0d09-44b4-ad34-962a8673d41a", "tag": "665ed760-d798-46ef-a1ef-dd4e7e84bbbe"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:12:17.756384 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-51ce0650-2a9a-43e6-9901-0b94bc75171d service neutron] For port 8f376521-1d84-411c-b5d5-caa7c0b68ee4, host hv-cinder-74014, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:12:17.779258 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-eec37d37-97f5-4a55-940c-b4e43dd54fad service neutron] Request body: {'port': {'device_id': '2bc7e3b2-e6b5-477b-9fca-1763c988f8a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:17.939963 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-b64af9af-912d-40fd-abd5-819e48c0f950 None None] Attempt 8 to provision port 8f376521-1d84-411c-b5d5-caa7c0b68ee4 Sep 29 02:12:17.979423 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e64dd-212f-454c-9219-9ad1095a5dd3 req-4b6eeee9-6f58-401b-bcce-77d34919226f tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:17.985125 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-be5e64dd-212f-454c-9219-9ad1095a5dd3 req-4b6eeee9-6f58-401b-bcce-77d34919226f tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 943 time: 0.2465875 Sep 29 02:12:18.016429 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a441a005-b7fe-40e8-aee1-a4cf6100655c req-d264ed75-634c-4185-8839-c81dc5d77dd8 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1d1a65bb-8647-4080-baae-9286ef50ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4153590 Sep 29 02:12:18.027102 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba346284-e983-4b29-a708-00077f000b94 req-7bc7a9d3-eff6-4b6c-b486-35f61c09b98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:18.027878 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-51ce0650-2a9a-43e6-9901-0b94bc75171d service neutron] For port 8f376521-1d84-411c-b5d5-caa7c0b68ee4, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8f376521-1d84-411c-b5d5-caa7c0b68ee4,segment=NetworkSegment(a8a02d65-1024-4bc6-87a2-058a2a88454f),segment_id=a8a02d65-1024-4bc6-87a2-058a2a88454f)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:12:18.043858 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ba346284-e983-4b29-a708-00077f000b94 req-7bc7a9d3-eff6-4b6c-b486-35f61c09b98d service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=5f87fc17-fad1-4de6-b084-5ceaf24b28d8 HTTP/1.1" status: 200 len: 849 time: 0.7528780 Sep 29 02:12:18.068340 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-b64af9af-912d-40fd-abd5-819e48c0f950 None None] Port 8f376521-1d84-411c-b5d5-caa7c0b68ee4 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:18.081896 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-9ab851b9-7871-4c51-84d5-f1ab45d02338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:18.083230 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-9ab851b9-7871-4c51-84d5-f1ab45d02338 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=2111ad5b-3d2c-43c1-94a3-5ae626ce912e HTTP/1.1" status: 200 len: 857 time: 0.5770659 Sep 29 02:12:18.090574 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-51ce0650-2a9a-43e6-9901-0b94bc75171d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (8f376521-1d84-411c-b5d5-caa7c0b68ee4), after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:18.096470 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-eec37d37-97f5-4a55-940c-b4e43dd54fad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (0c9a6c71-7338-456f-a71a-43c5e2769762), before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:18.166468 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f09ca5ef-fe25-490f-9836-24b7faea9171 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:18.199633 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-51ce0650-2a9a-43e6-9901-0b94bc75171d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:18.213414 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-51ce0650-2a9a-43e6-9901-0b94bc75171d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for port (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:18.213414 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-51ce0650-2a9a-43e6-9901-0b94bc75171d service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/8f376521-1d84-411c-b5d5-caa7c0b68ee4 HTTP/1.1" status: 200 len: 1093 time: 5.1885419 Sep 29 02:12:18.391341 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889eabd-a8f7-415e-933d-48fce70800d3 req-b9f3c081-ff17-46db-9488-45e75406385d tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:18.397921 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7889eabd-a8f7-415e-933d-48fce70800d3 req-b9f3c081-ff17-46db-9488-45e75406385d tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b844ec9-d6e9-434f-b90c-137b2628fab2 HTTP/1.1" status: 200 len: 931 time: 0.2126875 Sep 29 02:12:18.416080 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-95a5d64e-14fd-4d61-9f2d-6b63a6af92dd admin admin] Publish callbacks [] for security_group (1a1bf4c0-a56a-47c2-9676-22aec31ca1f0), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:18.442286 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-95a5d64e-14fd-4d61-9f2d-6b63a6af92dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (1a1bf4c0-a56a-47c2-9676-22aec31ca1f0), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:18.465794 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:18.465794 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba346284-e983-4b29-a708-00077f000b94 req-db0527c2-a66c-47cb-8790-8fe5d30cf51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:18.470823 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ba346284-e983-4b29-a708-00077f000b94 req-db0527c2-a66c-47cb-8790-8fe5d30cf51a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=4627e623-304a-4643-bc74-20612e0c7f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.3899548 Sep 29 02:12:18.569445 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-b64af9af-912d-40fd-abd5-819e48c0f950 None None] Attempt 9 to provision port 8f376521-1d84-411c-b5d5-caa7c0b68ee4 Sep 29 02:12:18.593058 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-0364c418-48dc-4541-91e3-5cce54e6a5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:18.595002 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-0364c418-48dc-4541-91e3-5cce54e6a5f6 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.4093962 Sep 29 02:12:18.603080 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ce0650-2a9a-43e6-9901-0b94bc75171d service neutron] Pushing event updated for resources: {'Port': ['ID=8f376521-1d84-411c-b5d5-caa7c0b68ee4,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:18.628115 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-7853bbab-b872-4ccf-ba80-7c061bdac415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:18.630846 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-b64af9af-912d-40fd-abd5-819e48c0f950 None None] Port 8f376521-1d84-411c-b5d5-caa7c0b68ee4 had new provisioning blocks added so it will not transition to active. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 29 02:12:18.630968 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-7853bbab-b872-4ccf-ba80-7c061bdac415 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=b407de2089554e13839d51f270c3adf1&device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 1127 time: 0.3738806 Sep 29 02:12:18.704358 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:18.765570 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=25 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:18.778145 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f09ca5ef-fe25-490f-9836-24b7faea9171 admin admin] Publish callbacks [] for security_group (d04147b2-6437-4500-9798-bb4903fd0a1c), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:18.810549 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-1397a674-38f4-418f-8ad4-0a9a12d66d7b service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f376521-1d84-411c-b5d5-caa7c0b68ee4 HTTP/1.1" status: 200 len: 217 time: 0.1666281 Sep 29 02:12:18.825924 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:18.839261 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-97d25761-18af-4e4a-8219-7afc7a302f10 None None] Provisioning complete for port 0c9a6c71-7338-456f-a71a-43c5e2769762 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:18.841225 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-97d25761-18af-4e4a-8219-7afc7a302f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (0c9a6c71-7338-456f-a71a-43c5e2769762), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:18.841742 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-97d25761-18af-4e4a-8219-7afc7a302f10 None None] Attempt 1 to provision port 0c9a6c71-7338-456f-a71a-43c5e2769762 Sep 29 02:12:18.871811 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a5d64e-14fd-4d61-9f2d-6b63a6af92dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1bf4c0-a56a-47c2-9676-22aec31ca1f0,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:18.883247 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f09ca5ef-fe25-490f-9836-24b7faea9171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (d04147b2-6437-4500-9798-bb4903fd0a1c), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:18.888902 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-be5e64dd-212f-454c-9219-9ad1095a5dd3 req-e87fad1e-b61d-40a1-9b6b-b096e4c6aeb7 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8525708 Sep 29 02:12:18.907269 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-95a5d64e-14fd-4d61-9f2d-6b63a6af92dd admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=838a3f1d4bd84a0bb7e770b58aa6b857&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1215396 Sep 29 02:12:18.922750 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 50560) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:18.995910 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-97d25761-18af-4e4a-8219-7afc7a302f10 None None] Port 0c9a6c71-7338-456f-a71a-43c5e2769762 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:18.998294 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7889eabd-a8f7-415e-933d-48fce70800d3 req-ef1e6824-b6fa-4f30-8248-d61451c8f0bc tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a922da99-8442-478e-866a-0b0efbc3e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5558019 Sep 29 02:12:19.170196 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-f09ca5ef-fe25-490f-9836-24b7faea9171 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=3943215a39c54da2b460600c0fdd850f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7079999 Sep 29 02:12:19.180632 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ca5ef-fe25-490f-9836-24b7faea9171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04147b2-6437-4500-9798-bb4903fd0a1c,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:19.192866 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-6a0b48d1-ba00-4d48-b5c9-683e896fd5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:19.194277 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-6a0b48d1-ba00-4d48-b5c9-683e896fd5ea service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=2111ad5b-3d2c-43c1-94a3-5ae626ce912e HTTP/1.1" status: 200 len: 857 time: 0.3627529 Sep 29 02:12:19.200110 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 50570) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:19.203286 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:19.211423 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ba346284-e983-4b29-a708-00077f000b94 req-71e57029-caa5-4d3e-b5df-c6eacdd0be6a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/4627e623-304a-4643-bc74-20612e0c7f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4880292 Sep 29 02:12:19.284365 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-3542ab70-8a17-46f1-a9b5-eded8516744f req-d4b1708a-98e6-4d51-9b88-73a96b31c991 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d758cb5-391d-4be0-a7a6-e9527783d430 HTTP/1.1" status: 200 len: 210 time: 0.1616015 Sep 29 02:12:19.310341 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=31 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:19.335328 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-69fc1e19-cfb3-419d-aaf7-4cb8466f462d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:19.339201 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-69fc1e19-cfb3-419d-aaf7-4cb8466f462d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1321478 Sep 29 02:12:19.390309 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.notifiers.nova [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-e0e8cba2-bb9c-4790-b447-11534aa00f2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c36b3fe-adc9-49c5-8294-93c8b0444be5 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:12:19.482014 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-fed4efba-2ebe-4cb2-bab8-5b2a151565cb service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8662245 Sep 29 02:12:19.484270 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-e0e8cba2-bb9c-4790-b447-11534aa00f2e service neutron] Publish callbacks [] for port (3c36b3fe-adc9-49c5-8294-93c8b0444be5), precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:19.494327 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-514b2bac-7b12-491e-9dc0-40819dc598d0 admin admin] Publish callbacks [] for security_group (1a1bf4c0-a56a-47c2-9676-22aec31ca1f0), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:19.498881 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-97d25761-18af-4e4a-8219-7afc7a302f10 None None] Attempt 2 to provision port 0c9a6c71-7338-456f-a71a-43c5e2769762 Sep 29 02:12:19.630181 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ba346284-e983-4b29-a708-00077f000b94 req-b6a4807e-8332-4cbd-9366-54b93725919c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/4627e623-304a-4643-bc74-20612e0c7f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843993 Sep 29 02:12:19.653837 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-97d25761-18af-4e4a-8219-7afc7a302f10 None None] Port 0c9a6c71-7338-456f-a71a-43c5e2769762 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:19.655633 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-893fe05b-8243-4ef0-9424-abddbe33126b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:19.660392 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9c47cdd2-4d48-4863-b229-53993b70f8f4 admin admin] Publish callbacks [] for security_group (d04147b2-6437-4500-9798-bb4903fd0a1c), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:19.676482 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-e0e8cba2-bb9c-4790-b447-11534aa00f2e service neutron] Transition to ACTIVE for port object 3c36b3fe-adc9-49c5-8294-93c8b0444be5 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:12:19.683681 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-514b2bac-7b12-491e-9dc0-40819dc598d0 admin admin] Publish callbacks [] for security_group (1a1bf4c0-a56a-47c2-9676-22aec31ca1f0), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:19.700983 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9c47cdd2-4d48-4863-b229-53993b70f8f4 admin admin] Publish callbacks [] for security_group (d04147b2-6437-4500-9798-bb4903fd0a1c), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:19.831474 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9c47cdd2-4d48-4863-b229-53993b70f8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (d04147b2-6437-4500-9798-bb4903fd0a1c), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:19.835086 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9c47cdd2-4d48-4863-b229-53993b70f8f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:19.836794 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-9c47cdd2-4d48-4863-b229-53993b70f8f4 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/d04147b2-6437-4500-9798-bb4903fd0a1c HTTP/1.1" status: 204 len: 168 time: 0.6283147 Sep 29 02:12:19.853956 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c47cdd2-4d48-4863-b229-53993b70f8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04147b2-6437-4500-9798-bb4903fd0a1c,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:19.892901 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b60e9c-2026-4334-876e-3fb48628a1e4 x-openstack-request-id: req-54b60e9c-2026-4334-876e-3fb48628a1e4 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:12:19.893195 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf0a0b06-11f5-4db6-8d64-4c1e053438dc", "tag": "b3e04057-49ba-4540-bf12-69dd05468f6b", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:12:19.893488 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-54b60e9c-2026-4334-876e-3fb48628a1e4 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:12:19.893945 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54b60e9c-2026-4334-876e-3fb48628a1e4'] response: {'name': 'network-changed', 'server_uuid': 'bf0a0b06-11f5-4db6-8d64-4c1e053438dc', 'tag': 'b3e04057-49ba-4540-bf12-69dd05468f6b', 'status': 'completed', 'code': 200} Sep 29 02:12:19.894748 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660387b-3f4e-428b-b051-9ff727adf06d req-208f0aca-414c-4f03-8a70-28926067c36c tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:19.901052 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-5660387b-3f4e-428b-b051-9ff727adf06d req-208f0aca-414c-4f03-8a70-28926067c36c tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 931 time: 0.1252134 Sep 29 02:12:19.918425 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-e0e8cba2-bb9c-4790-b447-11534aa00f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (3c36b3fe-adc9-49c5-8294-93c8b0444be5), after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:20.033116 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-5660387b-3f4e-428b-b051-9ff727adf06d req-3c1b56ed-7648-46ea-a2cc-e3cdc4131488 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256719 Sep 29 02:12:20.073735 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6b3035-70f4-4186-b41b-35356ab88a0c x-openstack-request-id: req-1b6b3035-70f4-4186-b41b-35356ab88a0c {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:12:20.074033 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b83b48ca-0d09-44b4-ad34-962a8673d41a", "tag": "665ed760-d798-46ef-a1ef-dd4e7e84bbbe", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:12:20.074298 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1b6b3035-70f4-4186-b41b-35356ab88a0c {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:12:20.074757 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b6b3035-70f4-4186-b41b-35356ab88a0c'] response: {'name': 'network-changed', 'server_uuid': 'b83b48ca-0d09-44b4-ad34-962a8673d41a', 'tag': '665ed760-d798-46ef-a1ef-dd4e7e84bbbe', 'status': 'completed', 'code': 200} Sep 29 02:12:20.155359 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-97d25761-18af-4e4a-8219-7afc7a302f10 None None] Attempt 3 to provision port 0c9a6c71-7338-456f-a71a-43c5e2769762 Sep 29 02:12:20.212278 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8cba2-bb9c-4790-b447-11534aa00f2e service neutron] Pushing event updated for resources: {'Port': ['ID=3c36b3fe-adc9-49c5-8294-93c8b0444be5,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:20.217776 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-dfc78dbc-8207-4cb4-9c1d-1e3418117572 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7908959 Sep 29 02:12:20.253066 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-ac5ab5c7-f7cc-4fc8-a195-a9d027f9bdc5 req-6bc06198-2398-46c3-9816-7d7a2b82d749 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7475107 Sep 29 02:12:20.253541 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-97d25761-18af-4e4a-8219-7afc7a302f10 None None] Port 0c9a6c71-7338-456f-a71a-43c5e2769762 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:20.254375 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf272b7-e47f-46f1-b6f2-e6facfc24348 req-aef68cc0-948c-4158-a959-ecd0df54e750 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:20.255905 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-3bf272b7-e47f-46f1-b6f2-e6facfc24348 req-aef68cc0-948c-4158-a959-ecd0df54e750 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b83b48ca-0d09-44b4-ad34-962a8673d41a HTTP/1.1" status: 200 len: 943 time: 0.1123292 Sep 29 02:12:20.259263 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-e0e8cba2-bb9c-4790-b447-11534aa00f2e service neutron] Attempting to bind port 3c36b3fe-adc9-49c5-8294-93c8b0444be5 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:12:20.260313 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-e0e8cba2-bb9c-4790-b447-11534aa00f2e service neutron] Attempting to bind port 3c36b3fe-adc9-49c5-8294-93c8b0444be5 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '1941badf-aa62-4a91-ac01-3d965bf2bf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:12:20.260453 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:20.260550 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-e0e8cba2-bb9c-4790-b447-11534aa00f2e service neutron] Attempting to bind port 3c36b3fe-adc9-49c5-8294-93c8b0444be5 on network 2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:12:20.271517 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d854cb-1eee-4e8d-9531-581be7182a20 req-8a0ab446-1db2-4375-bbf0-e40ccd74a005 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:20.280461 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-75d854cb-1eee-4e8d-9531-581be7182a20 req-8a0ab446-1db2-4375-bbf0-e40ccd74a005 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 943 time: 0.0805881 Sep 29 02:12:20.293072 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.notifiers.nova [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-eec37d37-97f5-4a55-940c-b4e43dd54fad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c9a6c71-7338-456f-a71a-43c5e2769762 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:12:20.302046 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-514b2bac-7b12-491e-9dc0-40819dc598d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (1a1bf4c0-a56a-47c2-9676-22aec31ca1f0), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:20.304643 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-514b2bac-7b12-491e-9dc0-40819dc598d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:20.306855 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-514b2bac-7b12-491e-9dc0-40819dc598d0 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/1a1bf4c0-a56a-47c2-9676-22aec31ca1f0 HTTP/1.1" status: 204 len: 168 time: 1.3750463 Sep 29 02:12:20.310835 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-eec37d37-97f5-4a55-940c-b4e43dd54fad service neutron] Publish callbacks [] for port (0c9a6c71-7338-456f-a71a-43c5e2769762), precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:20.314369 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:20.333087 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b2bac-7b12-491e-9dc0-40819dc598d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1bf4c0-a56a-47c2-9676-22aec31ca1f0,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:20.343118 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-eec37d37-97f5-4a55-940c-b4e43dd54fad service neutron] Transition to ACTIVE for port object 0c9a6c71-7338-456f-a71a-43c5e2769762 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:12:20.353221 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-eec37d37-97f5-4a55-940c-b4e43dd54fad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (0c9a6c71-7338-456f-a71a-43c5e2769762), after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:20.362195 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-e0e8cba2-bb9c-4790-b447-11534aa00f2e service neutron] Port 3c36b3fe-adc9-49c5-8294-93c8b0444be5 on network 2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:12:20.362195 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-e0e8cba2-bb9c-4790-b447-11534aa00f2e service neutron] Attempting to bind port 3c36b3fe-adc9-49c5-8294-93c8b0444be5 on network 2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:12:20.398943 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-75d854cb-1eee-4e8d-9531-581be7182a20 req-5f0f5436-618d-41a7-845f-148d7d25a307 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173182 Sep 29 02:12:20.404483 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-3bf272b7-e47f-46f1-b6f2-e6facfc24348 req-175823af-bdf4-4340-abe4-5140603116e2 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1d1a65bb-8647-4080-baae-9286ef50ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199617 Sep 29 02:12:20.450562 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec37d37-97f5-4a55-940c-b4e43dd54fad service neutron] Pushing event updated for resources: {'Port': ['ID=0c9a6c71-7338-456f-a71a-43c5e2769762,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:20.479236 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-eec37d37-97f5-4a55-940c-b4e43dd54fad service neutron] Attempting to bind port 0c9a6c71-7338-456f-a71a-43c5e2769762 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:12:20.479890 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-eec37d37-97f5-4a55-940c-b4e43dd54fad service neutron] Attempting to bind port 0c9a6c71-7338-456f-a71a-43c5e2769762 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'af33ed35-e9af-41d9-8ab2-604c2b07ce0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:12:20.480186 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-eec37d37-97f5-4a55-940c-b4e43dd54fad service neutron] Attempting to bind port 0c9a6c71-7338-456f-a71a-43c5e2769762 on network 3be65160-34ea-4bb6-abd7-0d461783c057 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:12:20.485533 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-e0e8cba2-bb9c-4790-b447-11534aa00f2e service neutron] Checking agent: {'id': '027a9bac-ca89-4228-9c1d-ae9e74cf172f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 9, 38), 'started_at': datetime.datetime(2022, 9, 29, 2, 9, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:12:20.485880 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-e0e8cba2-bb9c-4790-b447-11534aa00f2e service neutron] Checking segment: {'id': '1941badf-aa62-4a91-ac01-3d965bf2bf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:12:20.486352 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-e0e8cba2-bb9c-4790-b447-11534aa00f2e service neutron] Bound using segment: {'id': '1941badf-aa62-4a91-ac01-3d965bf2bf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:12:20.486792 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-e0e8cba2-bb9c-4790-b447-11534aa00f2e service neutron] Bound port: 3c36b3fe-adc9-49c5-8294-93c8b0444be5, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1941badf-aa62-4a91-ac01-3d965bf2bf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:12:20.487153 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-e0e8cba2-bb9c-4790-b447-11534aa00f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (3c36b3fe-adc9-49c5-8294-93c8b0444be5), before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:20.547474 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 50606) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:20.575828 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:20.581397 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-eec37d37-97f5-4a55-940c-b4e43dd54fad service neutron] Port 0c9a6c71-7338-456f-a71a-43c5e2769762 on network 3be65160-34ea-4bb6-abd7-0d461783c057 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:12:20.581751 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-eec37d37-97f5-4a55-940c-b4e43dd54fad service neutron] Attempting to bind port 0c9a6c71-7338-456f-a71a-43c5e2769762 on network 3be65160-34ea-4bb6-abd7-0d461783c057 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:12:20.603016 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-69884068-fb57-49a6-8b94-73905d9fa053 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:20.617229 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-e0e8cba2-bb9c-4790-b447-11534aa00f2e service neutron] For port 3c36b3fe-adc9-49c5-8294-93c8b0444be5, host hv-cinder-74014, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:12:20.639010 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-e0e8cba2-bb9c-4790-b447-11534aa00f2e service neutron] For port 3c36b3fe-adc9-49c5-8294-93c8b0444be5, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3c36b3fe-adc9-49c5-8294-93c8b0444be5,segment=NetworkSegment(1941badf-aa62-4a91-ac01-3d965bf2bf64),segment_id=1941badf-aa62-4a91-ac01-3d965bf2bf64)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:12:20.651833 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-e0e8cba2-bb9c-4790-b447-11534aa00f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (3c36b3fe-adc9-49c5-8294-93c8b0444be5), after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:20.660362 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-e0e8cba2-bb9c-4790-b447-11534aa00f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:20.660983 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-e0e8cba2-bb9c-4790-b447-11534aa00f2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for port (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:20.662427 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-e0e8cba2-bb9c-4790-b447-11534aa00f2e service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/3c36b3fe-adc9-49c5-8294-93c8b0444be5 HTTP/1.1" status: 200 len: 1093 time: 5.4635880 Sep 29 02:12:20.664491 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557f256-d298-4b2b-9ea3-7419930bd580 req-a59d94fd-92b3-441f-a8e7-434e80d1f9d2 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:20.672556 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c557f256-d298-4b2b-9ea3-7419930bd580 req-a59d94fd-92b3-441f-a8e7-434e80d1f9d2 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b844ec9-d6e9-434f-b90c-137b2628fab2 HTTP/1.1" status: 200 len: 943 time: 0.0662401 Sep 29 02:12:20.686012 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-eec37d37-97f5-4a55-940c-b4e43dd54fad service neutron] Checking agent: {'id': '027a9bac-ca89-4228-9c1d-ae9e74cf172f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 9, 38), 'started_at': datetime.datetime(2022, 9, 29, 2, 9, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:12:20.686348 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-eec37d37-97f5-4a55-940c-b4e43dd54fad service neutron] Checking segment: {'id': 'af33ed35-e9af-41d9-8ab2-604c2b07ce0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:12:20.686733 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-eec37d37-97f5-4a55-940c-b4e43dd54fad service neutron] Bound using segment: {'id': 'af33ed35-e9af-41d9-8ab2-604c2b07ce0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:12:20.687182 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-eec37d37-97f5-4a55-940c-b4e43dd54fad service neutron] Bound port: 0c9a6c71-7338-456f-a71a-43c5e2769762, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af33ed35-e9af-41d9-8ab2-604c2b07ce0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:12:20.687568 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-eec37d37-97f5-4a55-940c-b4e43dd54fad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (0c9a6c71-7338-456f-a71a-43c5e2769762), before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:20.694007 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-29311a25-77b7-44b1-a406-637b3dbcce17 req-613253f2-8865-4d08-9d0b-c03210d40af6 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d758cb5-391d-4be0-a7a6-e9527783d430 HTTP/1.1" status: 200 len: 210 time: 0.1226881 Sep 29 02:12:20.721981 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8cba2-bb9c-4790-b447-11534aa00f2e service neutron] Pushing event updated for resources: {'Port': ['ID=3c36b3fe-adc9-49c5-8294-93c8b0444be5,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:20.755659 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-97d25761-18af-4e4a-8219-7afc7a302f10 None None] Attempt 4 to provision port 0c9a6c71-7338-456f-a71a-43c5e2769762 Sep 29 02:12:20.777391 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-eec37d37-97f5-4a55-940c-b4e43dd54fad service neutron] For port 0c9a6c71-7338-456f-a71a-43c5e2769762, host hv-cinder-74014, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:12:20.781388 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-eec37d37-97f5-4a55-940c-b4e43dd54fad service neutron] For port 0c9a6c71-7338-456f-a71a-43c5e2769762, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0c9a6c71-7338-456f-a71a-43c5e2769762,segment=NetworkSegment(af33ed35-e9af-41d9-8ab2-604c2b07ce0b),segment_id=af33ed35-e9af-41d9-8ab2-604c2b07ce0b)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:12:20.788388 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-eec37d37-97f5-4a55-940c-b4e43dd54fad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (0c9a6c71-7338-456f-a71a-43c5e2769762), after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:20.788848 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c557f256-d298-4b2b-9ea3-7419930bd580 req-6209d9f3-1ca5-4800-b760-2e95793f536c tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a922da99-8442-478e-866a-0b0efbc3e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151791 Sep 29 02:12:20.794466 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-eec37d37-97f5-4a55-940c-b4e43dd54fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:20.795053 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-eec37d37-97f5-4a55-940c-b4e43dd54fad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for port (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:20.796865 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-eec37d37-97f5-4a55-940c-b4e43dd54fad service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/0c9a6c71-7338-456f-a71a-43c5e2769762 HTTP/1.1" status: 200 len: 1093 time: 3.0272975 Sep 29 02:12:20.818139 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-97d25761-18af-4e4a-8219-7afc7a302f10 None None] Port 0c9a6c71-7338-456f-a71a-43c5e2769762 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:20.856489 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-69884068-fb57-49a6-8b94-73905d9fa053 admin admin] Publish callbacks [] for security_group (cf59083b-6f8f-404f-895c-7e3298eb8627), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:20.858122 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec37d37-97f5-4a55-940c-b4e43dd54fad service neutron] Pushing event updated for resources: {'Port': ['ID=0c9a6c71-7338-456f-a71a-43c5e2769762,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:20.869198 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-69884068-fb57-49a6-8b94-73905d9fa053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (cf59083b-6f8f-404f-895c-7e3298eb8627), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:20.903106 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:20.914072 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-69884068-fb57-49a6-8b94-73905d9fa053 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=16b3a5d5d52646d18cca73b1ac9a6f76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3651898 Sep 29 02:12:20.916979 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 50614) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:20.917457 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69884068-fb57-49a6-8b94-73905d9fa053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf59083b-6f8f-404f-895c-7e3298eb8627,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:20.983368 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d377d270-a180-478e-87a4-c606709b5e12 admin admin] Publish callbacks [] for security_group (cf59083b-6f8f-404f-895c-7e3298eb8627), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:21.005455 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d377d270-a180-478e-87a4-c606709b5e12 admin admin] Publish callbacks [] for security_group (cf59083b-6f8f-404f-895c-7e3298eb8627), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:21.062678 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d377d270-a180-478e-87a4-c606709b5e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (cf59083b-6f8f-404f-895c-7e3298eb8627), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:21.065561 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d377d270-a180-478e-87a4-c606709b5e12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:21.066744 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-d377d270-a180-478e-87a4-c606709b5e12 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/cf59083b-6f8f-404f-895c-7e3298eb8627 HTTP/1.1" status: 204 len: 168 time: 0.1486034 Sep 29 02:12:21.078082 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377d270-a180-478e-87a4-c606709b5e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf59083b-6f8f-404f-895c-7e3298eb8627,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:21.221963 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7345904-b0f6-4e5b-b594-1a9c30cd5ce5 req-45d4b193-d35f-4e76-b35d-baeaf725a4e4 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:21.233177 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d7345904-b0f6-4e5b-b594-1a9c30cd5ce5 req-45d4b193-d35f-4e76-b35d-baeaf725a4e4 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 943 time: 0.0817924 Sep 29 02:12:21.316516 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d7345904-b0f6-4e5b-b594-1a9c30cd5ce5 req-04d58f0b-0a04-4a89-bb55-d3c9490004ea tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829351 Sep 29 02:12:21.334109 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-97d25761-18af-4e4a-8219-7afc7a302f10 None None] Attempt 5 to provision port 0c9a6c71-7338-456f-a71a-43c5e2769762 Sep 29 02:12:21.376071 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-97d25761-18af-4e4a-8219-7afc7a302f10 None None] Port 0c9a6c71-7338-456f-a71a-43c5e2769762 had new provisioning blocks added so it will not transition to active. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 29 02:12:21.585947 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafda101-e1fe-4f4e-8d88-470602fbe4f3 req-4a703bda-9a0b-4871-b4d3-ce92d0d8daa0 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:21.587661 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-dafda101-e1fe-4f4e-8d88-470602fbe4f3 req-4a703bda-9a0b-4871-b4d3-ce92d0d8daa0 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b83b48ca-0d09-44b4-ad34-962a8673d41a HTTP/1.1" status: 200 len: 943 time: 0.0808527 Sep 29 02:12:21.595710 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49825cd0-c606-4ac5-84f5-5f014b47bd0a req-173ec343-2000-496d-b3b4-4eb5ae12969a tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:21.597465 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-49825cd0-c606-4ac5-84f5-5f014b47bd0a req-173ec343-2000-496d-b3b4-4eb5ae12969a tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 943 time: 0.0803409 Sep 29 02:12:21.678151 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-dafda101-e1fe-4f4e-8d88-470602fbe4f3 req-cd82c593-e2d7-47e9-8533-4fe052ee83b0 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1d1a65bb-8647-4080-baae-9286ef50ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796177 Sep 29 02:12:21.681879 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-49825cd0-c606-4ac5-84f5-5f014b47bd0a req-57716a00-235b-4d6d-a28b-3542cebb06ba tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748589 Sep 29 02:12:21.796385 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-82fe8b5c-fb61-4f95-9461-6ad557656228 req-783a0546-7eb4-472c-8adb-a3194ffb889a tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d758cb5-391d-4be0-a7a6-e9527783d430 HTTP/1.1" status: 200 len: 210 time: 0.0316074 Sep 29 02:12:21.895761 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3dbcd0c-c7fe-47a1-a56c-d9ca62c45854', 'tag': '8f376521-1d84-411c-b5d5-caa7c0b68ee4'}, {'name': 'network-changed', 'server_uuid': '7b844ec9-d6e9-434f-b90c-137b2628fab2', 'tag': '3c36b3fe-adc9-49c5-8294-93c8b0444be5'}, {'name': 'network-changed', 'server_uuid': '2bc7e3b2-e6b5-477b-9fca-1763c988f8a6', 'tag': '0c9a6c71-7338-456f-a71a-43c5e2769762'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:12:21.898170 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8801c8fb5daab99fa39d625c1bbc33038df1047fb3a9edb171ad2e86806648d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfba3e4f-4b13-4439-b394-fd64397415bf" -d '{"events": [{"name": "network-changed", "server_uuid": "d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854", "tag": "8f376521-1d84-411c-b5d5-caa7c0b68ee4"}, {"name": "network-changed", "server_uuid": "7b844ec9-d6e9-434f-b90c-137b2628fab2", "tag": "3c36b3fe-adc9-49c5-8294-93c8b0444be5"}, {"name": "network-changed", "server_uuid": "2bc7e3b2-e6b5-477b-9fca-1763c988f8a6", "tag": "0c9a6c71-7338-456f-a71a-43c5e2769762"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:12:21.955254 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287bcdc8-5da6-4cb9-b63f-f9e0e1af4a3d req-37c44511-c048-4d46-9692-a22eb20f82c4 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:21.956759 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-287bcdc8-5da6-4cb9-b63f-f9e0e1af4a3d req-37c44511-c048-4d46-9692-a22eb20f82c4 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b844ec9-d6e9-434f-b90c-137b2628fab2 HTTP/1.1" status: 200 len: 943 time: 0.0721323 Sep 29 02:12:21.963587 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 29 Sep 2022 02:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af97e49-4b7b-4921-b309-b258b4de1ec6 x-openstack-request-id: req-1af97e49-4b7b-4921-b309-b258b4de1ec6 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:12:21.963869 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854", "tag": "8f376521-1d84-411c-b5d5-caa7c0b68ee4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7b844ec9-d6e9-434f-b90c-137b2628fab2", "tag": "3c36b3fe-adc9-49c5-8294-93c8b0444be5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2bc7e3b2-e6b5-477b-9fca-1763c988f8a6", "tag": "0c9a6c71-7338-456f-a71a-43c5e2769762", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:12:21.964291 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1af97e49-4b7b-4921-b309-b258b4de1ec6 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:12:21.964794 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1af97e49-4b7b-4921-b309-b258b4de1ec6'] response: {'name': 'network-changed', 'server_uuid': 'd3dbcd0c-c7fe-47a1-a56c-d9ca62c45854', 'tag': '8f376521-1d84-411c-b5d5-caa7c0b68ee4', 'status': 'completed', 'code': 200} Sep 29 02:12:21.965047 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1af97e49-4b7b-4921-b309-b258b4de1ec6'] response: {'name': 'network-changed', 'server_uuid': '7b844ec9-d6e9-434f-b90c-137b2628fab2', 'tag': '3c36b3fe-adc9-49c5-8294-93c8b0444be5', 'status': 'completed', 'code': 200} Sep 29 02:12:21.965417 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1af97e49-4b7b-4921-b309-b258b4de1ec6'] response: {'name': 'network-changed', 'server_uuid': '2bc7e3b2-e6b5-477b-9fca-1763c988f8a6', 'tag': '0c9a6c71-7338-456f-a71a-43c5e2769762', 'status': 'completed', 'code': 200} Sep 29 02:12:22.016789 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-287bcdc8-5da6-4cb9-b63f-f9e0e1af4a3d req-8e1937aa-3edc-43df-abb0-26ce40244178 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a922da99-8442-478e-866a-0b0efbc3e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530481 Sep 29 02:12:22.091404 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5c1e1b6e-915f-418e-8d5d-b9e7794b3ff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:22.340644 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.16', 53570) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:22.418900 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-a3982d6c-c538-49c2-89e3-cc171824d414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:22.420708 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-a3982d6c-c538-49c2-89e3-cc171824d414 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bb1caf7cbae44c41bce39e486a20f6eb&device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 1127 time: 0.0890288 Sep 29 02:12:22.424284 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c78d8-d872-4b82-a416-11915da2b6be req-e7325fc7-31df-4aea-a06d-d516a5b1b536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:22.425699 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-024c78d8-d872-4b82-a416-11915da2b6be req-e7325fc7-31df-4aea-a06d-d516a5b1b536 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=b407de2089554e13839d51f270c3adf1&device_id=bf0a0b06-11f5-4db6-8d64-4c1e053438dc HTTP/1.1" status: 200 len: 1128 time: 0.0819445 Sep 29 02:12:22.490397 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c1550-0f4b-4b3a-ad07-b6d379c7883a req-686dcb61-e94f-44f2-b189-9e2b68c1d332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:22.492406 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-df3c1550-0f4b-4b3a-ad07-b6d379c7883a req-686dcb61-e94f-44f2-b189-9e2b68c1d332 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=8584701589bf4c849d7eba7a7d3138e3&device_id=b83b48ca-0d09-44b4-ad34-962a8673d41a HTTP/1.1" status: 200 len: 1127 time: 0.0787084 Sep 29 02:12:22.501936 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:22.571063 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-2bc8d11b-2981-49d6-91bf-a05729b8faf7 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c9a6c71-7338-456f-a71a-43c5e2769762 HTTP/1.1" status: 200 len: 217 time: 0.1381412 Sep 29 02:12:22.688776 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-b7a82669-cf46-46e9-9fbf-4f73d080cdd8 req-b4cf0aa8-6aa5-4de5-a432-c4433104d88f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5416551 Sep 29 02:12:22.700665 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-6753d0ca-a1cd-496a-afba-7df11ef2bf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:22.702688 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-6753d0ca-a1cd-496a-afba-7df11ef2bf4a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=1765f90d50914c75bf5c10c43bc688e9&device_id=7b844ec9-d6e9-434f-b90c-137b2628fab2 HTTP/1.1" status: 200 len: 1127 time: 0.4789886 Sep 29 02:12:22.779442 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-0f70c750-7d7b-432c-be29-4f9278030ae2 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c36b3fe-adc9-49c5-8294-93c8b0444be5 HTTP/1.1" status: 200 len: 217 time: 0.0664656 Sep 29 02:12:22.866361 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-313e5773-6e3a-4963-8be6-5f1cfd6e69f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:22.868984 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-313e5773-6e3a-4963-8be6-5f1cfd6e69f4 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=00e04331-0054-4eae-80e0-25be17b9d3cd HTTP/1.1" status: 200 len: 853 time: 0.0572841 Sep 29 02:12:22.964733 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba3e4f-4b13-4439-b394-fd64397415bf req-34a49fff-65f5-4723-805a-57dea8eddcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:22.967307 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-cfba3e4f-4b13-4439-b394-fd64397415bf req-34a49fff-65f5-4723-805a-57dea8eddcd0 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=b407de2089554e13839d51f270c3adf1&device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 1127 time: 0.1763592 Sep 29 02:12:22.979671 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-ace57b0b-779b-4865-ad19-6461d90f622e tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:22.981634 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-ace57b0b-779b-4865-ad19-6461d90f622e tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.16 "GET /networking/v2.0/networks?id=48fe4730-a731-4f29-b026-ed01f3c6a62d HTTP/1.1" status: 200 len: 809 time: 0.7466414 Sep 29 02:12:22.993755 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c1550-0f4b-4b3a-ad07-b6d379c7883a req-cf0e6c50-db22-4a29-a574-f3401a8ce52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:22.995241 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-df3c1550-0f4b-4b3a-ad07-b6d379c7883a req-cf0e6c50-db22-4a29-a574-f3401a8ce52c service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=4627e623-304a-4643-bc74-20612e0c7f0a HTTP/1.1" status: 200 len: 911 time: 0.4918792 Sep 29 02:12:23.084097 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc9c68-0ec7-4792-9be9-30180fbfbee4 req-4e75cc65-79b5-49ab-a6c3-282b3eac09d7 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:23.091237 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-01bc9c68-0ec7-4792-9be9-30180fbfbee4 req-4e75cc65-79b5-49ab-a6c3-282b3eac09d7 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 943 time: 0.5623446 Sep 29 02:12:23.117514 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1add9-a46d-4bf8-af26-2e09d52ed493 req-4bb21f8c-2240-4c39-8de1-03202aecdb57 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:23.119018 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f1f1add9-a46d-4bf8-af26-2e09d52ed493 req-4bb21f8c-2240-4c39-8de1-03202aecdb57 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b83b48ca-0d09-44b4-ad34-962a8673d41a HTTP/1.1" status: 200 len: 943 time: 0.2141018 Sep 29 02:12:23.150981 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:23.160968 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-8828c392-a1f1-4030-beb4-4cc56235ec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:23.162426 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-8828c392-a1f1-4030-beb4-4cc56235ec27 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=398c055b-a2b0-4881-821c-6995d7734c32 HTTP/1.1" status: 200 len: 855 time: 0.2319052 Sep 29 02:12:23.203966 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:23.218203 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f1f1add9-a46d-4bf8-af26-2e09d52ed493 req-cca0128e-f468-4cdc-97a1-583584a4ebd2 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1d1a65bb-8647-4080-baae-9286ef50ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745587 Sep 29 02:12:23.226686 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c78d8-d872-4b82-a416-11915da2b6be req-1c3aad5d-0dd2-47fb-9e47-e53704878726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:23.228531 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-024c78d8-d872-4b82-a416-11915da2b6be req-1c3aad5d-0dd2-47fb-9e47-e53704878726 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3 HTTP/1.1" status: 200 len: 919 time: 0.7949815 Sep 29 02:12:23.293416 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-01bc9c68-0ec7-4792-9be9-30180fbfbee4 req-6b01e433-0303-40be-8777-91fdf453b0df tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011023 Sep 29 02:12:23.406527 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-96214083-de50-42f3-b581-043c8d879471 req-2d597f96-48b9-423a-9912-5f2b48e9ed26 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d758cb5-391d-4be0-a7a6-e9527783d430 HTTP/1.1" status: 200 len: 210 time: 0.0353854 Sep 29 02:12:23.417160 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d94e5-1052-4371-a93b-a978b8a39fc5 req-4738dc35-cfa0-44fa-b232-5c35916f7ae9 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:23.418848 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9f4d94e5-1052-4371-a93b-a978b8a39fc5 req-4738dc35-cfa0-44fa-b232-5c35916f7ae9 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 943 time: 0.0948436 Sep 29 02:12:23.451779 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:23.491618 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9f4d94e5-1052-4371-a93b-a978b8a39fc5 req-806e3c64-25b5-44cd-b302-b5b894fce523 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611672 Sep 29 02:12:23.528246 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0c647-2495-49f6-89d3-39887eb9b455 req-790616f5-747b-4180-a5d3-c2edfa546239 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:23.529831 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e4c0c647-2495-49f6-89d3-39887eb9b455 req-790616f5-747b-4180-a5d3-c2edfa546239 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b844ec9-d6e9-434f-b90c-137b2628fab2 HTTP/1.1" status: 200 len: 943 time: 0.0600460 Sep 29 02:12:23.579631 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e4c0c647-2495-49f6-89d3-39887eb9b455 req-f7ab69bc-2b28-46d6-9c1b-2b9d524747af tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a922da99-8442-478e-866a-0b0efbc3e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441179 Sep 29 02:12:24.359690 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60ebb9-f180-4649-82be-30b478ff4251 req-3e240444-5e0c-4709-b3b6-4540e7cca93e tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:24.361198 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-2a60ebb9-f180-4649-82be-30b478ff4251 req-3e240444-5e0c-4709-b3b6-4540e7cca93e tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b83b48ca-0d09-44b4-ad34-962a8673d41a HTTP/1.1" status: 200 len: 943 time: 0.0537493 Sep 29 02:12:24.449945 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3fe96-a3a7-4a1e-8757-217e2ca04a69 req-e665d953-69a4-4fab-b50f-3ecaefc3c5f8 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:24.451546 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e0f3fe96-a3a7-4a1e-8757-217e2ca04a69 req-e665d953-69a4-4fab-b50f-3ecaefc3c5f8 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 943 time: 0.0656967 Sep 29 02:12:24.471544 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-2a60ebb9-f180-4649-82be-30b478ff4251 req-f999a262-6016-4b34-b4a1-a57cf3d1a203 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1d1a65bb-8647-4080-baae-9286ef50ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036165 Sep 29 02:12:24.534280 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e0f3fe96-a3a7-4a1e-8757-217e2ca04a69 req-d3b1d2af-e417-45bc-9a7d-d083bbe5e405 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738602 Sep 29 02:12:24.589257 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-36869ace-7fac-4654-991b-622182c65dd1 req-b91f97e2-7b59-4fe7-93c8-2f2c2b96fd8d tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d758cb5-391d-4be0-a7a6-e9527783d430 HTTP/1.1" status: 200 len: 210 time: 0.0366492 Sep 29 02:12:24.693259 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a15f9e9-9f72-4361-90be-f3695e4c5093 req-307e5e9a-ab06-43f7-9038-51fbbdeacaa6 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:24.694770 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0a15f9e9-9f72-4361-90be-f3695e4c5093 req-307e5e9a-ab06-43f7-9038-51fbbdeacaa6 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 943 time: 0.0756969 Sep 29 02:12:24.738947 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:24.764979 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac59c8d-9750-4e2e-a4db-94ac5fbd4202 req-eb27b7d7-0bd8-4ae5-b963-d663bd9ae47b tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:24.770602 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-fac59c8d-9750-4e2e-a4db-94ac5fbd4202 req-eb27b7d7-0bd8-4ae5-b963-d663bd9ae47b tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b844ec9-d6e9-434f-b90c-137b2628fab2 HTTP/1.1" status: 200 len: 943 time: 0.0847924 Sep 29 02:12:24.811917 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0a15f9e9-9f72-4361-90be-f3695e4c5093 req-42546edd-94e7-4d4d-b372-9ddbabeb4c64 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051657 Sep 29 02:12:24.847565 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-fac59c8d-9750-4e2e-a4db-94ac5fbd4202 req-8fa01a47-a969-4d3b-a536-c6688994ea4e tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a922da99-8442-478e-866a-0b0efbc3e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731983 Sep 29 02:12:24.869623 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:25.282302 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 50826) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:25.398065 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b0e067d4-c613-44b2-8f42-db34ad46532d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:25.475787 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b0e067d4-c613-44b2-8f42-db34ad46532d admin admin] Publish callbacks [] for security_group (6fa7774f-a71a-44f0-9d98-a1cf867bdaba), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:25.480945 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b0e067d4-c613-44b2-8f42-db34ad46532d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (6fa7774f-a71a-44f0-9d98-a1cf867bdaba), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:25.518450 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e067d4-c613-44b2-8f42-db34ad46532d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa7774f-a71a-44f0-9d98-a1cf867bdaba,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:25.522710 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-b0e067d4-c613-44b2-8f42-db34ad46532d admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=db0b0db820654b159e5c24d03b0ee18d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2393863 Sep 29 02:12:25.526106 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 50832) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:25.608724 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7bc59c64-5ab3-4a39-a3a3-6e677698e2b1 admin admin] Publish callbacks [] for security_group (6fa7774f-a71a-44f0-9d98-a1cf867bdaba), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:25.625046 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bab40d-5c5d-4383-92e8-075f46434624 req-d5fd0acf-5492-4e46-9c8c-2de0affe32bd tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:25.626505 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c8bab40d-5c5d-4383-92e8-075f46434624 req-d5fd0acf-5492-4e46-9c8c-2de0affe32bd tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b83b48ca-0d09-44b4-ad34-962a8673d41a HTTP/1.1" status: 200 len: 943 time: 0.0665207 Sep 29 02:12:25.681296 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7bc59c64-5ab3-4a39-a3a3-6e677698e2b1 admin admin] Publish callbacks [] for security_group (6fa7774f-a71a-44f0-9d98-a1cf867bdaba), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:25.682862 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:25.703676 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:25.731703 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e91aa-76e5-4418-9116-26d145ede491 req-32537b9b-bc7c-44b8-9858-030205f0d139 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:25.733217 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-727e91aa-76e5-4418-9116-26d145ede491 req-32537b9b-bc7c-44b8-9858-030205f0d139 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 943 time: 0.1196814 Sep 29 02:12:25.768130 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c8bab40d-5c5d-4383-92e8-075f46434624 req-ebd38ee0-4738-4170-a51c-47491ee9a1c5 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1d1a65bb-8647-4080-baae-9286ef50ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306114 Sep 29 02:12:25.801732 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-727e91aa-76e5-4418-9116-26d145ede491 req-6be83f2e-ddbf-4429-afbf-81c046f2f0c5 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608032 Sep 29 02:12:25.803030 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7bc59c64-5ab3-4a39-a3a3-6e677698e2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (6fa7774f-a71a-44f0-9d98-a1cf867bdaba), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:25.806160 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7bc59c64-5ab3-4a39-a3a3-6e677698e2b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:25.807198 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-7bc59c64-5ab3-4a39-a3a3-6e677698e2b1 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/6fa7774f-a71a-44f0-9d98-a1cf867bdaba HTTP/1.1" status: 204 len: 168 time: 0.2802033 Sep 29 02:12:25.815749 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc59c64-5ab3-4a39-a3a3-6e677698e2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa7774f-a71a-44f0-9d98-a1cf867bdaba,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:25.894416 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-37e99f56-bd44-4a07-9166-1d2fba945e36 req-b462731d-ba09-4cfc-bbe6-126f84f3447d tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d758cb5-391d-4be0-a7a6-e9527783d430 HTTP/1.1" status: 200 len: 210 time: 0.0375750 Sep 29 02:12:25.956964 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd17612-d495-4707-8cac-0d1ad1e8727c req-1b8beb8e-30b2-4784-a8a8-63625f5d888e tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:25.964659 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7cd17612-d495-4707-8cac-0d1ad1e8727c req-1b8beb8e-30b2-4784-a8a8-63625f5d888e tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 943 time: 0.0689731 Sep 29 02:12:26.044367 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d077f7-f809-4008-a7d7-b79f81a38866 req-e396e0c2-3585-41ec-b7c2-4d728cc94c2c tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:26.045873 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-50d077f7-f809-4008-a7d7-b79f81a38866 req-e396e0c2-3585-41ec-b7c2-4d728cc94c2c tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b844ec9-d6e9-434f-b90c-137b2628fab2 HTTP/1.1" status: 200 len: 943 time: 0.0790577 Sep 29 02:12:26.050174 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7cd17612-d495-4707-8cac-0d1ad1e8727c req-cc020a84-da22-4f6a-98ac-c1e5b4ad3989 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846486 Sep 29 02:12:26.103196 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-50d077f7-f809-4008-a7d7-b79f81a38866 req-085cac90-3f10-413f-aa5f-dab20ec728a9 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a922da99-8442-478e-866a-0b0efbc3e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467925 Sep 29 02:12:26.182289 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 50856) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:26.197293 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b7445a3f-c205-4784-8d4e-9197520639d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:26.273262 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b7445a3f-c205-4784-8d4e-9197520639d2 admin admin] Publish callbacks [] for security_group (55420d45-7317-4fe0-b4a2-e6e6e9447183), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:26.277170 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b7445a3f-c205-4784-8d4e-9197520639d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (55420d45-7317-4fe0-b4a2-e6e6e9447183), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:26.320421 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-b7445a3f-c205-4784-8d4e-9197520639d2 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=e1e7f4119ae749fcb790fe018a20bc00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1362457 Sep 29 02:12:26.320819 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7445a3f-c205-4784-8d4e-9197520639d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55420d45-7317-4fe0-b4a2-e6e6e9447183,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:26.322998 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 50862) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:26.371834 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:26.378535 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6b98d5bd-3d8e-48f8-9195-30b8e60ad6aa admin admin] Publish callbacks [] for security_group (55420d45-7317-4fe0-b4a2-e6e6e9447183), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:26.402175 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6b98d5bd-3d8e-48f8-9195-30b8e60ad6aa admin admin] Publish callbacks [] for security_group (55420d45-7317-4fe0-b4a2-e6e6e9447183), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:26.458846 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6b98d5bd-3d8e-48f8-9195-30b8e60ad6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (55420d45-7317-4fe0-b4a2-e6e6e9447183), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:26.461513 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6b98d5bd-3d8e-48f8-9195-30b8e60ad6aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:26.462979 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-6b98d5bd-3d8e-48f8-9195-30b8e60ad6aa admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/55420d45-7317-4fe0-b4a2-e6e6e9447183 HTTP/1.1" status: 204 len: 168 time: 0.1384184 Sep 29 02:12:26.470727 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b98d5bd-3d8e-48f8-9195-30b8e60ad6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55420d45-7317-4fe0-b4a2-e6e6e9447183,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:26.725663 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 50876) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:26.828108 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device b3e04057-49ba-4540-bf12-69dd05468f6b details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:12:26.858224 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e7cd9e80-3ca8-43c5-a37f-9ec5c350854b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:26.996139 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port b3e04057-49ba-4540-bf12-69dd05468f6b, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=b3e04057-49ba-4540-bf12-69dd05468f6b,segment=NetworkSegment(a8a02d65-1024-4bc6-87a2-058a2a88454f),segment_id=a8a02d65-1024-4bc6-87a2-058a2a88454f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:27.000336 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b048c9-c9e9-4174-8c6c-671be1ca86cf req-aec9c53c-06b9-44af-ae88-43b37e2d2abb tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:27.001865 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-18b048c9-c9e9-4174-8c6c-671be1ca86cf req-aec9c53c-06b9-44af-ae88-43b37e2d2abb tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b83b48ca-0d09-44b4-ad34-962a8673d41a HTTP/1.1" status: 200 len: 943 time: 0.1194487 Sep 29 02:12:27.012982 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Returning: {'device': 'b3e04057-49ba-4540-bf12-69dd05468f6b', 'network_id': 'ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3', 'port_id': 'b3e04057-49ba-4540-bf12-69dd05468f6b', 'mac_address': 'fa:16:3e:e9:db:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2111ad5b-3d2c-43c1-94a3-5ae626ce912e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:12:27.018863 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce4096-c8e0-4366-9aad-ad110f73ab6d req-0201c55f-c1ae-48b4-92c4-4d9963e5dd97 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:27.020362 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-25ce4096-c8e0-4366-9aad-ad110f73ab6d req-0201c55f-c1ae-48b4-92c4-4d9963e5dd97 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 943 time: 0.1090655 Sep 29 02:12:27.154256 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-18b048c9-c9e9-4174-8c6c-671be1ca86cf req-2551e3db-6095-4b4a-a0f8-24fb864840ce tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1d1a65bb-8647-4080-baae-9286ef50ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327326 Sep 29 02:12:27.156248 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e7cd9e80-3ca8-43c5-a37f-9ec5c350854b admin admin] Publish callbacks [] for security_group (5dd9b540-53a8-4ca3-9644-68a443c26e55), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:27.157892 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port b3e04057-49ba-4540-bf12-69dd05468f6b is: DOWN; New status is: BUILD {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:27.158469 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (b3e04057-49ba-4540-bf12-69dd05468f6b), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:27.160015 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-25ce4096-c8e0-4366-9aad-ad110f73ab6d req-85995a04-9216-4588-8b8c-d5ea100a6801 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216815 Sep 29 02:12:27.162568 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e7cd9e80-3ca8-43c5-a37f-9ec5c350854b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (5dd9b540-53a8-4ca3-9644-68a443c26e55), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:27.174165 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3e04057-49ba-4540-bf12-69dd05468f6b {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:12:27.184036 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:27.206736 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port b3e04057-49ba-4540-bf12-69dd05468f6b, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=b3e04057-49ba-4540-bf12-69dd05468f6b,segment=NetworkSegment(a8a02d65-1024-4bc6-87a2-058a2a88454f),segment_id=a8a02d65-1024-4bc6-87a2-058a2a88454f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:27.211548 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (b3e04057-49ba-4540-bf12-69dd05468f6b), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:27.231942 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-e7cd9e80-3ca8-43c5-a37f-9ec5c350854b admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=9901e22ab56140d29b4be38052997d97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5051961 Sep 29 02:12:27.234081 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd9e80-3ca8-43c5-a37f-9ec5c350854b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd9b540-53a8-4ca3-9644-68a443c26e55,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:27.235494 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 50908) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:27.276587 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Pushing event updated for resources: {'Port': ['ID=b3e04057-49ba-4540-bf12-69dd05468f6b,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:27.288811 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=13 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:27.344241 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4b19b09a-f0cb-451c-9b81-45b4af51fb60 admin admin] Publish callbacks [] for security_group (5dd9b540-53a8-4ca3-9644-68a443c26e55), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:27.382527 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-2b9a1a29-7015-4e91-8d0d-5037421d36fc req-f047312a-8c61-4d49-aa98-1928cbf4424b tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d758cb5-391d-4be0-a7a6-e9527783d430 HTTP/1.1" status: 200 len: 210 time: 0.0539515 Sep 29 02:12:27.383220 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4b19b09a-f0cb-451c-9b81-45b4af51fb60 admin admin] Publish callbacks [] for security_group (5dd9b540-53a8-4ca3-9644-68a443c26e55), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:27.390517 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ccdded-1622-4088-b36d-bc1ac2e44742 req-845ef435-f862-45b5-a534-31f0eee3651c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:27.397227 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c2ccdded-1622-4088-b36d-bc1ac2e44742 req-845ef435-f862-45b5-a534-31f0eee3651c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 943 time: 0.1196568 Sep 29 02:12:27.459744 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4b19b09a-f0cb-451c-9b81-45b4af51fb60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (5dd9b540-53a8-4ca3-9644-68a443c26e55), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:27.464511 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4b19b09a-f0cb-451c-9b81-45b4af51fb60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:27.471394 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-4b19b09a-f0cb-451c-9b81-45b4af51fb60 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/5dd9b540-53a8-4ca3-9644-68a443c26e55 HTTP/1.1" status: 204 len: 168 time: 0.2321827 Sep 29 02:12:27.487149 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19b09a-f0cb-451c-9b81-45b4af51fb60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd9b540-53a8-4ca3-9644-68a443c26e55,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:27.490294 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c2ccdded-1622-4088-b36d-bc1ac2e44742 req-74f5ce9d-5a86-4c7b-8755-d6e59f1bb33e tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857489 Sep 29 02:12:27.556916 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7abc61-49d6-4dfb-86fe-2a78f3dc4cdc req-f3dd27de-a18b-4b22-8cf2-fac1ca8d1623 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:27.558603 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1e7abc61-49d6-4dfb-86fe-2a78f3dc4cdc req-f3dd27de-a18b-4b22-8cf2-fac1ca8d1623 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b844ec9-d6e9-434f-b90c-137b2628fab2 HTTP/1.1" status: 200 len: 943 time: 0.0554996 Sep 29 02:12:27.613846 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1e7abc61-49d6-4dfb-86fe-2a78f3dc4cdc req-bae024fa-3ee0-403e-b710-db1cba189cc8 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a922da99-8442-478e-866a-0b0efbc3e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480101 Sep 29 02:12:27.622619 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] get_ports_and_sgs() called for port_ids ['b3e04057-49ba-4540-bf12-69dd05468f6b'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:12:27.709993 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:27.827804 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:27.861888 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 50930) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:27.987501 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 50936) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:28.011398 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-147626f7-966e-43a9-803b-dc7a7822c327 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:28.013489 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fd68d77e-5f03-48ac-8dd3-bead89307643 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:28.163407 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-147626f7-966e-43a9-803b-dc7a7822c327 admin admin] Publish callbacks [] for security_group (036cc3cd-9490-4c7f-909e-2761c674a81b), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:28.165873 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fd68d77e-5f03-48ac-8dd3-bead89307643 admin admin] Publish callbacks [] for security_group (ddcab6f6-3199-45f3-aaf6-3f0143cf531f), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:28.167550 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-147626f7-966e-43a9-803b-dc7a7822c327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (036cc3cd-9490-4c7f-909e-2761c674a81b), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:28.178515 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fd68d77e-5f03-48ac-8dd3-bead89307643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (ddcab6f6-3199-45f3-aaf6-3f0143cf531f), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:28.226671 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147626f7-966e-43a9-803b-dc7a7822c327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036cc3cd-9490-4c7f-909e-2761c674a81b,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:28.237294 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-fd68d77e-5f03-48ac-8dd3-bead89307643 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=da407bf120a84aaa915a9597c64c954e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3713055 Sep 29 02:12:28.237294 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-147626f7-966e-43a9-803b-dc7a7822c327 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=70866ef24d9a4ee69b2d5e38ea3d72cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2483757 Sep 29 02:12:28.237790 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 50946) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:28.240128 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 50948) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:28.276025 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd68d77e-5f03-48ac-8dd3-bead89307643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcab6f6-3199-45f3-aaf6-3f0143cf531f,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:28.340771 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-efb4bf93-8902-46e9-ad5e-3d8b0de686f9 admin admin] Publish callbacks [] for security_group (036cc3cd-9490-4c7f-909e-2761c674a81b), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:28.370017 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-efb4bf93-8902-46e9-ad5e-3d8b0de686f9 admin admin] Publish callbacks [] for security_group (036cc3cd-9490-4c7f-909e-2761c674a81b), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:28.384195 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d423d-a444-4e8f-9010-a672a18035fb req-525bf8d4-bb78-41fd-877c-daae968abecb tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:28.385003 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-803d423d-a444-4e8f-9010-a672a18035fb req-525bf8d4-bb78-41fd-877c-daae968abecb tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b83b48ca-0d09-44b4-ad34-962a8673d41a HTTP/1.1" status: 200 len: 943 time: 0.0981770 Sep 29 02:12:28.416616 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456b893-2aa5-494f-ad0a-76991d6dfb72 req-43f9963f-7947-418b-b11f-594fb5ea61ec tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:28.418191 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f456b893-2aa5-494f-ad0a-76991d6dfb72 req-43f9963f-7947-418b-b11f-594fb5ea61ec tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 943 time: 0.0896282 Sep 29 02:12:28.427012 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ee2ae31e-7113-4306-b6b2-a363958c8cb0 admin admin] Publish callbacks [] for security_group (ddcab6f6-3199-45f3-aaf6-3f0143cf531f), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:28.440219 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-efb4bf93-8902-46e9-ad5e-3d8b0de686f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (036cc3cd-9490-4c7f-909e-2761c674a81b), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:28.449103 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-efb4bf93-8902-46e9-ad5e-3d8b0de686f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:28.449103 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-efb4bf93-8902-46e9-ad5e-3d8b0de686f9 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/036cc3cd-9490-4c7f-909e-2761c674a81b HTTP/1.1" status: 204 len: 168 time: 0.2067633 Sep 29 02:12:28.456361 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb4bf93-8902-46e9-ad5e-3d8b0de686f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036cc3cd-9490-4c7f-909e-2761c674a81b,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:28.472177 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:28.484726 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ee2ae31e-7113-4306-b6b2-a363958c8cb0 admin admin] Publish callbacks [] for security_group (ddcab6f6-3199-45f3-aaf6-3f0143cf531f), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:28.537509 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-803d423d-a444-4e8f-9010-a672a18035fb req-c3feacfe-c36f-4e5d-94b6-b17d866891cd tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1d1a65bb-8647-4080-baae-9286ef50ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421595 Sep 29 02:12:28.566342 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f456b893-2aa5-494f-ad0a-76991d6dfb72 req-8eb7873f-44bb-4214-8cbe-b4008f444a92 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210036 Sep 29 02:12:28.574428 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ee2ae31e-7113-4306-b6b2-a363958c8cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (ddcab6f6-3199-45f3-aaf6-3f0143cf531f), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:28.577134 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ee2ae31e-7113-4306-b6b2-a363958c8cb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:28.582882 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-ee2ae31e-7113-4306-b6b2-a363958c8cb0 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/ddcab6f6-3199-45f3-aaf6-3f0143cf531f HTTP/1.1" status: 204 len: 168 time: 0.3372881 Sep 29 02:12:28.603211 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ae31e-7113-4306-b6b2-a363958c8cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcab6f6-3199-45f3-aaf6-3f0143cf531f,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:28.684119 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-57bf5a45-f77d-4bb6-b87d-9565b12e1024 req-ac97eb30-9333-46de-a903-d255d610ac20 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d758cb5-391d-4be0-a7a6-e9527783d430 HTTP/1.1" status: 200 len: 210 time: 0.0475039 Sep 29 02:12:28.703289 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:28.730866 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a438dc-2df8-4ea1-980a-c836eab61ede req-8dacdf4e-26c0-425a-9d2a-56c1224da5c7 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:28.732372 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-82a438dc-2df8-4ea1-980a-c836eab61ede req-8dacdf4e-26c0-425a-9d2a-56c1224da5c7 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 943 time: 0.0585563 Sep 29 02:12:28.827295 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 665ed760-d798-46ef-a1ef-dd4e7e84bbbe details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:12:28.841033 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-82a438dc-2df8-4ea1-980a-c836eab61ede req-820d4c35-82b5-4091-a08f-9cba394fb919 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023138 Sep 29 02:12:28.852774 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device b3e04057-49ba-4540-bf12-69dd05468f6b up at agent hyperv_hv-cinder-74014 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:28.855062 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc4085-8aba-4398-84fc-2bc81fcba701 req-ad4e131f-f607-4ade-8d48-02099e69a73c tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:28.856510 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-66dc4085-8aba-4398-84fc-2bc81fcba701 req-ad4e131f-f607-4ade-8d48-02099e69a73c tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b844ec9-d6e9-434f-b90c-137b2628fab2 HTTP/1.1" status: 200 len: 943 time: 0.0817225 Sep 29 02:12:28.974129 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-66dc4085-8aba-4398-84fc-2bc81fcba701 req-edfc0eb6-c1d8-4f67-8905-d7a386273cfb tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a922da99-8442-478e-866a-0b0efbc3e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034653 Sep 29 02:12:28.984699 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Provisioning for port b3e04057-49ba-4540-bf12-69dd05468f6b completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:12:29.010438 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Provisioning complete for port b3e04057-49ba-4540-bf12-69dd05468f6b triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:29.011498 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (b3e04057-49ba-4540-bf12-69dd05468f6b), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:29.012122 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Attempt 1 to provision port b3e04057-49ba-4540-bf12-69dd05468f6b Sep 29 02:12:29.075910 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 665ed760-d798-46ef-a1ef-dd4e7e84bbbe, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=665ed760-d798-46ef-a1ef-dd4e7e84bbbe,segment=NetworkSegment(43f3e6d4-dadc-474d-9558-852a30f5c49f),segment_id=43f3e6d4-dadc-474d-9558-852a30f5c49f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:29.096677 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Returning: {'device': '665ed760-d798-46ef-a1ef-dd4e7e84bbbe', 'network_id': '4627e623-304a-4643-bc74-20612e0c7f0a', 'port_id': '665ed760-d798-46ef-a1ef-dd4e7e84bbbe', 'mac_address': 'fa:16:3e:04:02:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f87fc17-fad1-4de6-b084-5ceaf24b28d8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:12:29.142339 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port b3e04057-49ba-4540-bf12-69dd05468f6b is: BUILD; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:29.142905 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (b3e04057-49ba-4540-bf12-69dd05468f6b), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:29.203626 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port 665ed760-d798-46ef-a1ef-dd4e7e84bbbe is: DOWN; New status is: BUILD {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:29.204514 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (665ed760-d798-46ef-a1ef-dd4e7e84bbbe), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:29.214576 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0a0b06-11f5-4db6-8d64-4c1e053438dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e04057-49ba-4540-bf12-69dd05468f6b'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:12:29.277995 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 50986) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:29.294598 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f561ab2d-088e-4718-805f-2915904f5b8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:29.315033 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port b3e04057-49ba-4540-bf12-69dd05468f6b, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=b3e04057-49ba-4540-bf12-69dd05468f6b,segment=NetworkSegment(a8a02d65-1024-4bc6-87a2-058a2a88454f),segment_id=a8a02d65-1024-4bc6-87a2-058a2a88454f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:29.318793 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 665ed760-d798-46ef-a1ef-dd4e7e84bbbe {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:12:29.325514 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (b3e04057-49ba-4540-bf12-69dd05468f6b), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:29.339402 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:INSERT=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:29.368615 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 665ed760-d798-46ef-a1ef-dd4e7e84bbbe, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=665ed760-d798-46ef-a1ef-dd4e7e84bbbe,segment=NetworkSegment(43f3e6d4-dadc-474d-9558-852a30f5c49f),segment_id=43f3e6d4-dadc-474d-9558-852a30f5c49f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:29.383715 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (665ed760-d798-46ef-a1ef-dd4e7e84bbbe), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:29.402244 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f561ab2d-088e-4718-805f-2915904f5b8a admin admin] Publish callbacks [] for security_group (6c981776-819f-449c-9ec7-1bc94758ad1a), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:29.402804 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Pushing event updated for resources: {'Port': ['ID=b3e04057-49ba-4540-bf12-69dd05468f6b,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:29.410194 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f561ab2d-088e-4718-805f-2915904f5b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (6c981776-819f-449c-9ec7-1bc94758ad1a), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:29.460051 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-f561ab2d-088e-4718-805f-2915904f5b8a admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=7c4b58bed04e45748fae114619989cdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1772890 Sep 29 02:12:29.460051 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f561ab2d-088e-4718-805f-2915904f5b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c981776-819f-449c-9ec7-1bc94758ad1a,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:29.461944 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 50994) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:29.465426 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Pushing event updated for resources: {'Port': ['ID=665ed760-d798-46ef-a1ef-dd4e7e84bbbe,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:29.490230 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9024dbdcad92e29b408608371dc01104c16b992bc758fd4b6455d872f62f597b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e555519c-af61-4685-9504-7c77e1632c04" -d '{"events": [{"server_uuid": "bf0a0b06-11f5-4db6-8d64-4c1e053438dc", "name": "network-vif-plugged", "status": "completed", "tag": "b3e04057-49ba-4540-bf12-69dd05468f6b"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:12:29.534362 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9e5af703-337a-4779-996a-d78d388e87d2 admin admin] Publish callbacks [] for security_group (6c981776-819f-449c-9ec7-1bc94758ad1a), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:29.555644 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9e5af703-337a-4779-996a-d78d388e87d2 admin admin] Publish callbacks [] for security_group (6c981776-819f-449c-9ec7-1bc94758ad1a), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:29.632055 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26871918-7e8d-486e-b485-90e8297fd561 x-openstack-request-id: req-26871918-7e8d-486e-b485-90e8297fd561 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:12:29.632368 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf0a0b06-11f5-4db6-8d64-4c1e053438dc", "name": "network-vif-plugged", "status": "completed", "tag": "b3e04057-49ba-4540-bf12-69dd05468f6b", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:12:29.632629 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-26871918-7e8d-486e-b485-90e8297fd561 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:12:29.635831 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26871918-7e8d-486e-b485-90e8297fd561'] response: {'server_uuid': 'bf0a0b06-11f5-4db6-8d64-4c1e053438dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e04057-49ba-4540-bf12-69dd05468f6b', 'code': 200} Sep 29 02:12:29.647585 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9e5af703-337a-4779-996a-d78d388e87d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (6c981776-819f-449c-9ec7-1bc94758ad1a), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:29.651159 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9e5af703-337a-4779-996a-d78d388e87d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:29.655007 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-9e5af703-337a-4779-996a-d78d388e87d2 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/6c981776-819f-449c-9ec7-1bc94758ad1a HTTP/1.1" status: 204 len: 168 time: 0.1888967 Sep 29 02:12:29.661503 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5af703-337a-4779-996a-d78d388e87d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c981776-819f-449c-9ec7-1bc94758ad1a,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:29.721546 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] get_ports_and_sgs() called for port_ids ['665ed760-d798-46ef-a1ef-dd4e7e84bbbe'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:12:29.753560 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ffd28c-052b-421a-a290-3d14ab4e1b35 req-e5457920-6ef9-468c-9077-4e9f8fc4adf7 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:29.755096 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-37ffd28c-052b-421a-a290-3d14ab4e1b35 req-e5457920-6ef9-468c-9077-4e9f8fc4adf7 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b83b48ca-0d09-44b4-ad34-962a8673d41a HTTP/1.1" status: 200 len: 944 time: 0.0889962 Sep 29 02:12:29.762750 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865583df-bda2-4ba6-9f30-0b9683886ec1 req-46dba9a9-b3e7-4e42-9e19-bf79c493946a tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:29.766156 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-865583df-bda2-4ba6-9f30-0b9683886ec1 req-46dba9a9-b3e7-4e42-9e19-bf79c493946a tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 943 time: 0.0874767 Sep 29 02:12:29.854459 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-37ffd28c-052b-421a-a290-3d14ab4e1b35 req-f8e48453-21d1-4eda-bbc2-63e88bcb0371 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1d1a65bb-8647-4080-baae-9286ef50ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871274 Sep 29 02:12:29.873863 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-865583df-bda2-4ba6-9f30-0b9683886ec1 req-3c24e76b-b009-4be3-86ce-b46cbc0e0388 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784841 Sep 29 02:12:29.941371 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:30.105859 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-912332cb-0bba-460b-acf5-b4467f9d48b0 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] Request body: {'port': {'device_id': '1d758cb5-391d-4be0-a7a6-e9527783d430', 'network_id': '48fe4730-a731-4f29-b026-ed01f3c6a62d', 'admin_state_up': True, 'tenant_id': '93f0a445590941e088a4d13d9e9b904f'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:30.247270 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-024c78d8-d872-4b82-a416-11915da2b6be req-766d29cd-4ae0-4194-9587-32b59bf2483b service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3e04057-49ba-4540-bf12-69dd05468f6b HTTP/1.1" status: 200 len: 217 time: 0.2109756 Sep 29 02:12:30.248987 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-84280d9e-84fc-457d-b23c-c1ef8c779ef6 req-5b2e68fb-b31c-4557-8a62-90eb00b70db6 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d758cb5-391d-4be0-a7a6-e9527783d430 HTTP/1.1" status: 200 len: 210 time: 0.2545221 Sep 29 02:12:30.262754 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-df3c1550-0f4b-4b3a-ad07-b6d379c7883a req-d6e3c776-a212-48ca-a791-f2e360d4cacf service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=665ed760-d798-46ef-a1ef-dd4e7e84bbbe HTTP/1.1" status: 200 len: 217 time: 0.1697438 Sep 29 02:12:30.292484 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-65500679-f6ec-4a43-9a21-7c9e86ea6606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:30.294323 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-65500679-f6ec-4a43-9a21-7c9e86ea6606 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.2791600 Sep 29 02:12:30.329051 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f0621-ee8a-444c-bc82-dcaf7afc0abb req-16277f6b-2205-47b4-abf1-d1358c64487c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:30.330759 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-578f0621-ee8a-444c-bc82-dcaf7afc0abb req-16277f6b-2205-47b4-abf1-d1358c64487c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 943 time: 0.3749301 Sep 29 02:12:30.334542 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.16', 53579) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:30.423163 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-b02e9813-f561-4245-bb69-1372053d5b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:30.424629 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-b02e9813-f561-4245-bb69-1372053d5b2f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=3be65160-34ea-4bb6-abd7-0d461783c057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.3993528 Sep 29 02:12:30.533526 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c78d8-d872-4b82-a416-11915da2b6be req-76ca045c-eecc-4a51-aaf1-8600e35d4625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:30.534988 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-024c78d8-d872-4b82-a416-11915da2b6be req-76ca045c-eecc-4a51-aaf1-8600e35d4625 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=2111ad5b-3d2c-43c1-94a3-5ae626ce912e HTTP/1.1" status: 200 len: 857 time: 0.2228222 Sep 29 02:12:30.554497 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041716a-3b5b-41de-b072-0f9ed00700de req-2dd99b42-c84b-467f-af61-c67ced5fa6a2 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:30.561684 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-2041716a-3b5b-41de-b072-0f9ed00700de req-2dd99b42-c84b-467f-af61-c67ced5fa6a2 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b844ec9-d6e9-434f-b90c-137b2628fab2 HTTP/1.1" status: 200 len: 943 time: 0.1641781 Sep 29 02:12:30.608573 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-578f0621-ee8a-444c-bc82-dcaf7afc0abb req-99ed1192-5727-4d4e-969b-80f05df9ef8f tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571473 Sep 29 02:12:30.642402 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:30.700471 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-79abd9b0-c870-4390-8adc-36c7c7a65233 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3be65160-34ea-4bb6-abd7-0d461783c057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523477 Sep 29 02:12:30.709019 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c78d8-d872-4b82-a416-11915da2b6be req-ab353e9f-d781-4099-ad47-0fde54cf100a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:30.710895 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-024c78d8-d872-4b82-a416-11915da2b6be req-ab353e9f-d781-4099-ad47-0fde54cf100a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1473584 Sep 29 02:12:30.729203 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-2041716a-3b5b-41de-b072-0f9ed00700de req-dabd4f8c-743a-455d-a9fb-c5a597fb8764 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a922da99-8442-478e-866a-0b0efbc3e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611736 Sep 29 02:12:30.729999 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 51052) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:30.764384 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a283444-98fd-487c-bd58-8ae5faa82af2 req-efbae4fc-814d-48f2-8e4d-2d3639d74225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:30.766020 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-0a283444-98fd-487c-bd58-8ae5faa82af2 req-efbae4fc-814d-48f2-8e4d-2d3639d74225 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bf0a0b06-11f5-4db6-8d64-4c1e053438dc HTTP/1.1" status: 200 len: 1130 time: 0.1878209 Sep 29 02:12:30.778091 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:30.778958 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:30.839461 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 8f376521-1d84-411c-b5d5-caa7c0b68ee4 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:12:30.842842 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c1550-0f4b-4b3a-ad07-b6d379c7883a req-1a794bf0-86fb-4de0-bf16-4bc50d14975f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:30.843390 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 665ed760-d798-46ef-a1ef-dd4e7e84bbbe up at agent hyperv_hv-cinder-74014 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:30.844611 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-df3c1550-0f4b-4b3a-ad07-b6d379c7883a req-1a794bf0-86fb-4de0-bf16-4bc50d14975f service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=5f87fc17-fad1-4de6-b084-5ceaf24b28d8 HTTP/1.1" status: 200 len: 849 time: 0.5448027 Sep 29 02:12:30.856950 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-0a283444-98fd-487c-bd58-8ae5faa82af2 req-a4e3024e-3def-4102-acac-7127ee71bae0 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:30.859935 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba3e4f-4b13-4439-b394-fd64397415bf req-82365e62-77e9-477a-a3e0-f190fdd96e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:30.861454 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-cfba3e4f-4b13-4439-b394-fd64397415bf req-82365e62-77e9-477a-a3e0-f190fdd96e5a service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3 HTTP/1.1" status: 200 len: 919 time: 0.7728548 Sep 29 02:12:31.003753 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-cfba3e4f-4b13-4439-b394-fd64397415bf req-76bb6b82-b555-4d8c-8651-50f5f8db30fe service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f376521-1d84-411c-b5d5-caa7c0b68ee4 HTTP/1.1" status: 200 len: 217 time: 0.1201525 Sep 29 02:12:31.007451 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-024c78d8-d872-4b82-a416-11915da2b6be req-5c27e609-e91f-490d-85bb-011d5f5bcd5f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739525 Sep 29 02:12:31.019806 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-ae051e84-11a3-417a-baad-3e6940179044 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7077920 Sep 29 02:12:31.035656 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c1550-0f4b-4b3a-ad07-b6d379c7883a req-3200749f-c2ea-4db7-b6b7-26ef5d520b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:31.037441 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-df3c1550-0f4b-4b3a-ad07-b6d379c7883a req-3200749f-c2ea-4db7-b6b7-26ef5d520b79 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=4627e623-304a-4643-bc74-20612e0c7f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1659658 Sep 29 02:12:31.074424 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-912332cb-0bba-460b-acf5-b4467f9d48b0 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] Made reservation on behalf of 93f0a445590941e088a4d13d9e9b904f for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:12:31.074667 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d38993e8-a7b2-4fb1-b0c9-308420498953 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:31.079221 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-912332cb-0bba-460b-acf5-b4467f9d48b0 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:31.090821 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 8f376521-1d84-411c-b5d5-caa7c0b68ee4, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8f376521-1d84-411c-b5d5-caa7c0b68ee4,segment=NetworkSegment(a8a02d65-1024-4bc6-87a2-058a2a88454f),segment_id=a8a02d65-1024-4bc6-87a2-058a2a88454f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:31.124472 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Returning: {'device': '8f376521-1d84-411c-b5d5-caa7c0b68ee4', 'network_id': 'ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3', 'port_id': '8f376521-1d84-411c-b5d5-caa7c0b68ee4', 'mac_address': 'fa:16:3e:c9:bf:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2111ad5b-3d2c-43c1-94a3-5ae626ce912e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:12:31.127972 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:31.210033 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port 8f376521-1d84-411c-b5d5-caa7c0b68ee4 is: DOWN; New status is: BUILD {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:31.210690 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (8f376521-1d84-411c-b5d5-caa7c0b68ee4), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:31.213077 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:INSERT=6,neutron:SELECT=94 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:31.238919 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f376521-1d84-411c-b5d5-caa7c0b68ee4 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:12:31.241474 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729258c-1677-403e-8581-d7de28f36f97 req-c0ca6384-c3dc-4d6c-a674-31d2a93b519b tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:31.247205 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Provisioning for port 665ed760-d798-46ef-a1ef-dd4e7e84bbbe completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:12:31.248764 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6729258c-1677-403e-8581-d7de28f36f97 req-c0ca6384-c3dc-4d6c-a674-31d2a93b519b tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b83b48ca-0d09-44b4-ad34-962a8673d41a HTTP/1.1" status: 200 len: 944 time: 0.1808202 Sep 29 02:12:31.256085 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba3e4f-4b13-4439-b394-fd64397415bf req-d1b3642c-f953-4432-87cf-2e04f852de80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:31.266639 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-cfba3e4f-4b13-4439-b394-fd64397415bf req-d1b3642c-f953-4432-87cf-2e04f852de80 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=2111ad5b-3d2c-43c1-94a3-5ae626ce912e HTTP/1.1" status: 200 len: 857 time: 0.2454929 Sep 29 02:12:31.270100 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Provisioning complete for port 665ed760-d798-46ef-a1ef-dd4e7e84bbbe triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:31.270531 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (665ed760-d798-46ef-a1ef-dd4e7e84bbbe), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:31.271398 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Attempt 1 to provision port 665ed760-d798-46ef-a1ef-dd4e7e84bbbe Sep 29 02:12:31.297056 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 8f376521-1d84-411c-b5d5-caa7c0b68ee4, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8f376521-1d84-411c-b5d5-caa7c0b68ee4,segment=NetworkSegment(a8a02d65-1024-4bc6-87a2-058a2a88454f),segment_id=a8a02d65-1024-4bc6-87a2-058a2a88454f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:31.306806 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (8f376521-1d84-411c-b5d5-caa7c0b68ee4), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:31.319923 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-bc552399-4f75-4195-a192-c599b2fffbed service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3be65160-34ea-4bb6-abd7-0d461783c057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5884717 Sep 29 02:12:31.419887 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-024c78d8-d872-4b82-a416-11915da2b6be req-04f292e0-d45f-4a16-96e3-6328d2b5064e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899589 Sep 29 02:12:31.422246 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Pushing event updated for resources: {'Port': ['ID=8f376521-1d84-411c-b5d5-caa7c0b68ee4,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:31.437168 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b93d3-7581-452e-9ac6-d0a8c58a7a62 req-00f61a2d-fd41-4bf9-863e-cc1748b01e73 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:31.438801 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b32b93d3-7581-452e-9ac6-d0a8c58a7a62 req-00f61a2d-fd41-4bf9-863e-cc1748b01e73 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 943 time: 0.3720853 Sep 29 02:12:31.462052 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-58d8d603-a48e-4adf-8d73-26e00476b17d req-822863a4-04d0-437e-b02e-a07ce360a460 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4281087 Sep 29 02:12:31.469986 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port 665ed760-d798-46ef-a1ef-dd4e7e84bbbe is: BUILD; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:31.471013 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (665ed760-d798-46ef-a1ef-dd4e7e84bbbe), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:31.490947 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-df3c1550-0f4b-4b3a-ad07-b6d379c7883a req-9ee630c2-4709-4c3a-ba11-009ca881fad2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/4627e623-304a-4643-bc74-20612e0c7f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4213161 Sep 29 02:12:31.497839 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d38993e8-a7b2-4fb1-b0c9-308420498953 admin admin] Publish callbacks [] for security_group (8226e938-74d1-4966-b052-24a4ea8215b9), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:31.502394 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6729258c-1677-403e-8581-d7de28f36f97 req-14511b8d-fc0e-481a-ab2c-c895673fd496 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1d1a65bb-8647-4080-baae-9286ef50ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526848 Sep 29 02:12:31.505060 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba3e4f-4b13-4439-b394-fd64397415bf req-e728bdd3-53b4-46e5-8dad-9635267eeddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:31.505205 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d38993e8-a7b2-4fb1-b0c9-308420498953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (8226e938-74d1-4966-b052-24a4ea8215b9), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:31.506816 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-cfba3e4f-4b13-4439-b394-fd64397415bf req-e728bdd3-53b4-46e5-8dad-9635267eeddc service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.2189181 Sep 29 02:12:31.515112 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-0a283444-98fd-487c-bd58-8ae5faa82af2 req-a4e3024e-3def-4102-acac-7127ee71bae0 service neutron] Publish callbacks [] for security_group (7dff9742-d400-41ce-8ff8-dc3b1feee9a9), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:31.522128 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-0a283444-98fd-487c-bd58-8ae5faa82af2 req-a4e3024e-3def-4102-acac-7127ee71bae0 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (7dff9742-d400-41ce-8ff8-dc3b1feee9a9), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:31.566315 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 665ed760-d798-46ef-a1ef-dd4e7e84bbbe, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=665ed760-d798-46ef-a1ef-dd4e7e84bbbe,segment=NetworkSegment(43f3e6d4-dadc-474d-9558-852a30f5c49f),segment_id=43f3e6d4-dadc-474d-9558-852a30f5c49f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:31.580432 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (665ed760-d798-46ef-a1ef-dd4e7e84bbbe), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:31.588757 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b32b93d3-7581-452e-9ac6-d0a8c58a7a62 req-91f962cc-54d6-445a-a24f-206b96001903 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376636 Sep 29 02:12:31.591095 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-912332cb-0bba-460b-acf5-b4467f9d48b0 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] Allocated IP 172.20.0.9 (48fe4730-a731-4f29-b026-ed01f3c6a62d/0e21bbcb-6ab7-4d72-941d-1f819c286c01/7ca813c0-b92b-4ecc-96c0-06236ce09b7d) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:12:31.591285 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-d38993e8-a7b2-4fb1-b0c9-308420498953 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=1f11222e56e04c019d0d18a73e5d3ead&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8579805 Sep 29 02:12:31.591977 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38993e8-a7b2-4fb1-b0c9-308420498953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8226e938-74d1-4966-b052-24a4ea8215b9,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:31.595103 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 51078) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:31.606273 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e3024e-3def-4102-acac-7127ee71bae0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7dff9742-d400-41ce-8ff8-dc3b1feee9a9,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:31.611376 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-0a283444-98fd-487c-bd58-8ae5faa82af2 req-a4e3024e-3def-4102-acac-7127ee71bae0 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8313835 Sep 29 02:12:31.660058 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-2549e34d-8911-4e76-9fa5-741095edb227 req-549e9148-e037-4ed4-864a-8a551ff7cc86 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d758cb5-391d-4be0-a7a6-e9527783d430 HTTP/1.1" status: 200 len: 210 time: 0.0550354 Sep 29 02:12:31.687958 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83b48ca-0d09-44b4-ad34-962a8673d41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665ed760-d798-46ef-a1ef-dd4e7e84bbbe'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:12:31.690363 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9024dbdcad92e29b408608371dc01104c16b992bc758fd4b6455d872f62f597b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab71bb79-d061-48ef-bbf5-a10ea8cb2143" -d '{"events": [{"server_uuid": "b83b48ca-0d09-44b4-ad34-962a8673d41a", "name": "network-vif-plugged", "status": "completed", "tag": "665ed760-d798-46ef-a1ef-dd4e7e84bbbe"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:12:31.693594 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Pushing event updated for resources: {'Port': ['ID=665ed760-d798-46ef-a1ef-dd4e7e84bbbe,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:31.723244 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f28c07f8-99ca-40c3-8257-d49c419f8bd3 admin admin] Publish callbacks [] for security_group (8226e938-74d1-4966-b052-24a4ea8215b9), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:31.736776 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf131dfe-1de6-423b-9e06-bd7ac5bcc697 x-openstack-request-id: req-cf131dfe-1de6-423b-9e06-bd7ac5bcc697 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:12:31.737486 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83b48ca-0d09-44b4-ad34-962a8673d41a", "name": "network-vif-plugged", "status": "completed", "tag": "665ed760-d798-46ef-a1ef-dd4e7e84bbbe", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:12:31.737828 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cf131dfe-1de6-423b-9e06-bd7ac5bcc697 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:12:31.738253 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf131dfe-1de6-423b-9e06-bd7ac5bcc697'] response: {'server_uuid': 'b83b48ca-0d09-44b4-ad34-962a8673d41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665ed760-d798-46ef-a1ef-dd4e7e84bbbe', 'code': 200} Sep 29 02:12:31.795042 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f28c07f8-99ca-40c3-8257-d49c419f8bd3 admin admin] Publish callbacks [] for security_group (8226e938-74d1-4966-b052-24a4ea8215b9), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:31.807539 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] get_ports_and_sgs() called for port_ids ['8f376521-1d84-411c-b5d5-caa7c0b68ee4'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:12:31.838506 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:31.888697 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-912332cb-0bba-460b-acf5-b4467f9d48b0 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] Publish callbacks [] for port (7ca813c0-b92b-4ecc-96c0-06236ce09b7d), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:31.891413 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ffc6e-761f-426b-aa6f-ff6884f86925 req-c21531d3-8be7-4eb7-95fa-b5f8b85eefdf tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:31.892977 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-580ffc6e-761f-426b-aa6f-ff6884f86925 req-c21531d3-8be7-4eb7-95fa-b5f8b85eefdf tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 944 time: 0.1506879 Sep 29 02:12:31.921206 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:31.928666 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae025c7-5506-4a1e-9558-c8089d82fb9e req-90540307-0ac4-4987-a13c-96cb7fe03196 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:31.935679 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-bae025c7-5506-4a1e-9558-c8089d82fb9e req-90540307-0ac4-4987-a13c-96cb7fe03196 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b844ec9-d6e9-434f-b90c-137b2628fab2 HTTP/1.1" status: 200 len: 943 time: 0.1152718 Sep 29 02:12:31.954739 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:31.957196 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-912332cb-0bba-460b-acf5-b4467f9d48b0 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420'] for port (7ca813c0-b92b-4ecc-96c0-06236ce09b7d), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:32.010031 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-912332cb-0bba-460b-acf5-b4467f9d48b0 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] Network 48fe4730-a731-4f29-b026-ed01f3c6a62d is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:12:32.014149 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-912332cb-0bba-460b-acf5-b4467f9d48b0 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:12:32.028151 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-912332cb-0bba-460b-acf5-b4467f9d48b0 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:12:32.033830 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-912332cb-0bba-460b-acf5-b4467f9d48b0 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:32.034517 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-912332cb-0bba-460b-acf5-b4467f9d48b0 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for port (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:32.041375 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-580ffc6e-761f-426b-aa6f-ff6884f86925 req-9ab572cc-bda0-49e7-acd0-b7bcd568b35e tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359839 Sep 29 02:12:32.059477 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912332cb-0bba-460b-acf5-b4467f9d48b0 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] Pushing event updated for resources: {'Port': ['ID=7ca813c0-b92b-4ecc-96c0-06236ce09b7d,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:32.061708 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-bae025c7-5506-4a1e-9558-c8089d82fb9e req-1133f230-8ff9-484b-ae65-80a62c3c1089 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a922da99-8442-478e-866a-0b0efbc3e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191509 Sep 29 02:12:32.075169 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f28c07f8-99ca-40c3-8257-d49c419f8bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (8226e938-74d1-4966-b052-24a4ea8215b9), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:32.079538 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f28c07f8-99ca-40c3-8257-d49c419f8bd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:32.080778 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-f28c07f8-99ca-40c3-8257-d49c419f8bd3 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/8226e938-74d1-4966-b052-24a4ea8215b9 HTTP/1.1" status: 204 len: 168 time: 0.4844415 Sep 29 02:12:32.082845 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-912332cb-0bba-460b-acf5-b4467f9d48b0 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9974360 Sep 29 02:12:32.092491 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28c07f8-99ca-40c3-8257-d49c419f8bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8226e938-74d1-4966-b052-24a4ea8215b9,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:32.639250 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f7b392-64f8-44d6-a22f-e44afdf90bc8 req-7616cfed-4818-4a44-888a-ab1149e85de0 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:32.641051 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d3f7b392-64f8-44d6-a22f-e44afdf90bc8 req-7616cfed-4818-4a44-888a-ab1149e85de0 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b83b48ca-0d09-44b4-ad34-962a8673d41a HTTP/1.1" status: 200 len: 945 time: 0.0492022 Sep 29 02:12:32.697857 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d3f7b392-64f8-44d6-a22f-e44afdf90bc8 req-ee39bd40-36c5-4d68-9e40-b8992f81797b tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1d1a65bb-8647-4080-baae-9286ef50ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492990 Sep 29 02:12:32.768506 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9d26b-35c4-4ea3-9919-cdf366f39d18 req-7cdf31c8-cdb9-4ac7-8655-973e57e1fac5 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:32.775856 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ccd9d26b-35c4-4ea3-9919-cdf366f39d18 req-7cdf31c8-cdb9-4ac7-8655-973e57e1fac5 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 943 time: 0.0624785 Sep 29 02:12:32.866756 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903d5e7-c48e-4c21-93ee-f646b702092c req-bc046f81-29f3-4a00-a9c7-10395d1e6459 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:32.868514 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f903d5e7-c48e-4c21-93ee-f646b702092c req-bc046f81-29f3-4a00-a9c7-10395d1e6459 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d758cb5-391d-4be0-a7a6-e9527783d430 HTTP/1.1" status: 200 len: 931 time: 0.0834846 Sep 29 02:12:32.872801 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ccd9d26b-35c4-4ea3-9919-cdf366f39d18 req-9475a68d-5a12-4fa8-8b10-bdb6162172b8 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961559 Sep 29 02:12:32.933460 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 8f376521-1d84-411c-b5d5-caa7c0b68ee4 up at agent hyperv_hv-cinder-74014 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:32.964907 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f903d5e7-c48e-4c21-93ee-f646b702092c req-2d7eac24-4c2a-4aa9-8478-fcf3684da720 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6b6aaed-9dbc-4e81-ab84-b4520ad47f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828199 Sep 29 02:12:32.974244 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:33.011373 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Provisioning for port 8f376521-1d84-411c-b5d5-caa7c0b68ee4 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:12:33.015042 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:33.020471 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Provisioning complete for port 8f376521-1d84-411c-b5d5-caa7c0b68ee4 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:33.021414 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (8f376521-1d84-411c-b5d5-caa7c0b68ee4), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:33.021915 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Attempt 1 to provision port 8f376521-1d84-411c-b5d5-caa7c0b68ee4 Sep 29 02:12:33.025711 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=5 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:33.121782 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port 8f376521-1d84-411c-b5d5-caa7c0b68ee4 is: BUILD; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:33.122176 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (8f376521-1d84-411c-b5d5-caa7c0b68ee4), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:33.161737 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 8f376521-1d84-411c-b5d5-caa7c0b68ee4, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8f376521-1d84-411c-b5d5-caa7c0b68ee4,segment=NetworkSegment(a8a02d65-1024-4bc6-87a2-058a2a88454f),segment_id=a8a02d65-1024-4bc6-87a2-058a2a88454f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:33.166548 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (8f376521-1d84-411c-b5d5-caa7c0b68ee4), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:33.209804 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8b418-b9ec-4bf3-93b7-76b85cbc4360 req-3b9b5f23-ea1d-4308-9655-3edd78991bed tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:33.212082 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-aba8b418-b9ec-4bf3-93b7-76b85cbc4360 req-3b9b5f23-ea1d-4308-9655-3edd78991bed tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b844ec9-d6e9-434f-b90c-137b2628fab2 HTTP/1.1" status: 200 len: 943 time: 0.0626781 Sep 29 02:12:33.231018 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Pushing event updated for resources: {'Port': ['ID=8f376521-1d84-411c-b5d5-caa7c0b68ee4,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:33.283771 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0462077-bcc2-4551-b726-6a89fb6d0c52 req-23777a1b-1cde-40ae-a0dc-6fb15b4e089b tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:33.285243 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b0462077-bcc2-4551-b726-6a89fb6d0c52 req-23777a1b-1cde-40ae-a0dc-6fb15b4e089b tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 945 time: 0.0818305 Sep 29 02:12:33.318878 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-aba8b418-b9ec-4bf3-93b7-76b85cbc4360 req-11282d65-af71-4f3b-b5be-1072f015faf8 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a922da99-8442-478e-866a-0b0efbc3e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985510 Sep 29 02:12:33.350211 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b0462077-bcc2-4551-b726-6a89fb6d0c52 req-9aa4fb32-dee8-44d8-9f95-0fb5a523ef2a tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546739 Sep 29 02:12:33.745626 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3dbcd0c-c7fe-47a1-a56c-d9ca62c45854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f376521-1d84-411c-b5d5-caa7c0b68ee4'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:12:33.745626 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9024dbdcad92e29b408608371dc01104c16b992bc758fd4b6455d872f62f597b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ce0fb7-2e2c-4f8e-b19d-3bbe39ac75a2" -d '{"events": [{"server_uuid": "d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854", "name": "network-vif-plugged", "status": "completed", "tag": "8f376521-1d84-411c-b5d5-caa7c0b68ee4"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:12:33.815112 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f09dfd7-9280-48b1-a02a-56763a35fc75 x-openstack-request-id: req-0f09dfd7-9280-48b1-a02a-56763a35fc75 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:12:33.815897 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854", "name": "network-vif-plugged", "status": "completed", "tag": "8f376521-1d84-411c-b5d5-caa7c0b68ee4", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:12:33.816325 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0f09dfd7-9280-48b1-a02a-56763a35fc75 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:12:33.816885 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f09dfd7-9280-48b1-a02a-56763a35fc75'] response: {'server_uuid': 'd3dbcd0c-c7fe-47a1-a56c-d9ca62c45854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f376521-1d84-411c-b5d5-caa7c0b68ee4', 'code': 200} Sep 29 02:12:33.874814 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb400f7-6774-4066-993e-9e96d8fa89c1 req-1f90d892-1110-4577-b948-af61f467440b tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:33.876285 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0fb400f7-6774-4066-993e-9e96d8fa89c1 req-1f90d892-1110-4577-b948-af61f467440b tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b83b48ca-0d09-44b4-ad34-962a8673d41a HTTP/1.1" status: 200 len: 945 time: 0.0528476 Sep 29 02:12:33.928991 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0fb400f7-6774-4066-993e-9e96d8fa89c1 req-63ddf28b-1429-4e13-a59f-9cfe96d1b4bc tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1d1a65bb-8647-4080-baae-9286ef50ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466068 Sep 29 02:12:34.024961 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3646fbc-2505-4660-905b-07926d12ad2b req-fdaa5e72-6983-4634-8389-4b8f02a500f5 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:34.027651 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b3646fbc-2505-4660-905b-07926d12ad2b req-fdaa5e72-6983-4634-8389-4b8f02a500f5 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 943 time: 0.0526404 Sep 29 02:12:34.049458 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-e714e613-2183-41dc-9b05-ce89fa3f4eb2 service neutron] Request body: {'port': {'device_id': '1d758cb5-391d-4be0-a7a6-e9527783d430', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:34.139575 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b3646fbc-2505-4660-905b-07926d12ad2b req-3c8ef631-af8b-48e3-8896-202681578455 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010592 Sep 29 02:12:34.158651 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d17c191-84e1-441a-a493-980374d1e473 req-9fe900f1-a3a3-4f0e-9459-b41c78562056 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:34.173676 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-8d17c191-84e1-441a-a493-980374d1e473 req-9fe900f1-a3a3-4f0e-9459-b41c78562056 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d758cb5-391d-4be0-a7a6-e9527783d430 HTTP/1.1" status: 200 len: 931 time: 0.0666859 Sep 29 02:12:34.241078 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-8d17c191-84e1-441a-a493-980374d1e473 req-8befa344-523c-4c87-8eaa-882bf7d7cb77 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6b6aaed-9dbc-4e81-ab84-b4520ad47f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701997 Sep 29 02:12:34.267891 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:34.282753 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-e714e613-2183-41dc-9b05-ce89fa3f4eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (7ca813c0-b92b-4ecc-96c0-06236ce09b7d), before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:34.288263 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-cfba3e4f-4b13-4439-b394-fd64397415bf req-6f2bc87b-ddf9-4380-997f-57674304001f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281723 Sep 29 02:12:34.299895 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-df3c1550-0f4b-4b3a-ad07-b6d379c7883a req-42a3f457-871c-4f8e-a782-ec3a7a6aff7e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/4627e623-304a-4643-bc74-20612e0c7f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750576 Sep 29 02:12:34.533266 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47896b1c-fea6-4f6a-a3c3-d1bb1bad7d3e req-ae15e6d6-9741-46e5-ae21-183e3f46bfe5 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:34.534812 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-47896b1c-fea6-4f6a-a3c3-d1bb1bad7d3e req-ae15e6d6-9741-46e5-ae21-183e3f46bfe5 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b844ec9-d6e9-434f-b90c-137b2628fab2 HTTP/1.1" status: 200 len: 943 time: 0.0952594 Sep 29 02:12:34.550603 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574df4ea-05b3-4c31-ab0f-807f372bfeab req-dd4a392c-6e71-415f-9c12-9d6d6209910b tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:34.552379 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-574df4ea-05b3-4c31-ab0f-807f372bfeab req-dd4a392c-6e71-415f-9c12-9d6d6209910b tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 945 time: 0.0714383 Sep 29 02:12:34.581140 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:34.623547 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.notifiers.nova [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-e714e613-2183-41dc-9b05-ce89fa3f4eb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ca813c0-b92b-4ecc-96c0-06236ce09b7d {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:12:34.632108 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-e714e613-2183-41dc-9b05-ce89fa3f4eb2 service neutron] Publish callbacks [] for port (7ca813c0-b92b-4ecc-96c0-06236ce09b7d), precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:34.644225 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-47896b1c-fea6-4f6a-a3c3-d1bb1bad7d3e req-d518a179-0a5e-48c2-a29c-6f834c8156f2 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a922da99-8442-478e-866a-0b0efbc3e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904272 Sep 29 02:12:34.650380 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-e714e613-2183-41dc-9b05-ce89fa3f4eb2 service neutron] Transition to ACTIVE for port object 7ca813c0-b92b-4ecc-96c0-06236ce09b7d will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:12:34.654084 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-e714e613-2183-41dc-9b05-ce89fa3f4eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (7ca813c0-b92b-4ecc-96c0-06236ce09b7d), after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:34.654299 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-574df4ea-05b3-4c31-ab0f-807f372bfeab req-ae14095c-92cc-45ba-a5e0-0276f86425bf tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803590 Sep 29 02:12:34.689799 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:34.732361 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e714e613-2183-41dc-9b05-ce89fa3f4eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=7ca813c0-b92b-4ecc-96c0-06236ce09b7d,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:34.738453 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-e714e613-2183-41dc-9b05-ce89fa3f4eb2 service neutron] Attempting to bind port 7ca813c0-b92b-4ecc-96c0-06236ce09b7d on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:12:34.738981 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-e714e613-2183-41dc-9b05-ce89fa3f4eb2 service neutron] Attempting to bind port 7ca813c0-b92b-4ecc-96c0-06236ce09b7d by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'bc30c1a7-93b1-4179-96db-aa8fa052d90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '48fe4730-a731-4f29-b026-ed01f3c6a62d'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:12:34.739323 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-e714e613-2183-41dc-9b05-ce89fa3f4eb2 service neutron] Attempting to bind port 7ca813c0-b92b-4ecc-96c0-06236ce09b7d on network 48fe4730-a731-4f29-b026-ed01f3c6a62d {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:12:34.787678 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-e714e613-2183-41dc-9b05-ce89fa3f4eb2 service neutron] Port 7ca813c0-b92b-4ecc-96c0-06236ce09b7d on network 48fe4730-a731-4f29-b026-ed01f3c6a62d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:12:34.788007 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-e714e613-2183-41dc-9b05-ce89fa3f4eb2 service neutron] Attempting to bind port 7ca813c0-b92b-4ecc-96c0-06236ce09b7d on network 48fe4730-a731-4f29-b026-ed01f3c6a62d {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:12:34.834909 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-e714e613-2183-41dc-9b05-ce89fa3f4eb2 service neutron] Checking agent: {'id': '027a9bac-ca89-4228-9c1d-ae9e74cf172f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 9, 38), 'started_at': datetime.datetime(2022, 9, 29, 2, 9, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:12:34.835337 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-e714e613-2183-41dc-9b05-ce89fa3f4eb2 service neutron] Checking segment: {'id': 'bc30c1a7-93b1-4179-96db-aa8fa052d90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '48fe4730-a731-4f29-b026-ed01f3c6a62d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:12:34.835813 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-e714e613-2183-41dc-9b05-ce89fa3f4eb2 service neutron] Bound using segment: {'id': 'bc30c1a7-93b1-4179-96db-aa8fa052d90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '48fe4730-a731-4f29-b026-ed01f3c6a62d'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:12:34.836233 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-e714e613-2183-41dc-9b05-ce89fa3f4eb2 service neutron] Bound port: 7ca813c0-b92b-4ecc-96c0-06236ce09b7d, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc30c1a7-93b1-4179-96db-aa8fa052d90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '48fe4730-a731-4f29-b026-ed01f3c6a62d'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:12:34.836588 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-e714e613-2183-41dc-9b05-ce89fa3f4eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (7ca813c0-b92b-4ecc-96c0-06236ce09b7d), before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:34.897855 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-e714e613-2183-41dc-9b05-ce89fa3f4eb2 service neutron] For port 7ca813c0-b92b-4ecc-96c0-06236ce09b7d, host hv-cinder-74014, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:12:34.901488 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-e714e613-2183-41dc-9b05-ce89fa3f4eb2 service neutron] For port 7ca813c0-b92b-4ecc-96c0-06236ce09b7d, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7ca813c0-b92b-4ecc-96c0-06236ce09b7d,segment=NetworkSegment(bc30c1a7-93b1-4179-96db-aa8fa052d90b),segment_id=bc30c1a7-93b1-4179-96db-aa8fa052d90b)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:12:34.911247 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-e714e613-2183-41dc-9b05-ce89fa3f4eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (7ca813c0-b92b-4ecc-96c0-06236ce09b7d), after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:34.917457 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 0c9a6c71-7338-456f-a71a-43c5e2769762 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:12:34.946374 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-e714e613-2183-41dc-9b05-ce89fa3f4eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:34.947655 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-e714e613-2183-41dc-9b05-ce89fa3f4eb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for port (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:34.949127 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-e714e613-2183-41dc-9b05-ce89fa3f4eb2 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/7ca813c0-b92b-4ecc-96c0-06236ce09b7d HTTP/1.1" status: 200 len: 1093 time: 0.9088955 Sep 29 02:12:34.949769 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d758cb5-391d-4be0-a7a6-e9527783d430', 'tag': '7ca813c0-b92b-4ecc-96c0-06236ce09b7d'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:12:34.952302 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8801c8fb5daab99fa39d625c1bbc33038df1047fb3a9edb171ad2e86806648d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abb2976-106e-4d31-a81c-9c2bfc6ad293" -d '{"events": [{"name": "network-changed", "server_uuid": "1d758cb5-391d-4be0-a7a6-e9527783d430", "tag": "7ca813c0-b92b-4ecc-96c0-06236ce09b7d"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:12:34.983308 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e714e613-2183-41dc-9b05-ce89fa3f4eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=7ca813c0-b92b-4ecc-96c0-06236ce09b7d,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:35.050075 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 6 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:12:35.051837 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:35.058212 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d902b72-1e4f-4f72-aacf-bfa2fde867f6 x-openstack-request-id: req-5d902b72-1e4f-4f72-aacf-bfa2fde867f6 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:12:35.059277 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d758cb5-391d-4be0-a7a6-e9527783d430", "tag": "7ca813c0-b92b-4ecc-96c0-06236ce09b7d", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:12:35.059796 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5d902b72-1e4f-4f72-aacf-bfa2fde867f6 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:12:35.060335 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d902b72-1e4f-4f72-aacf-bfa2fde867f6'] response: {'name': 'network-changed', 'server_uuid': '1d758cb5-391d-4be0-a7a6-e9527783d430', 'tag': '7ca813c0-b92b-4ecc-96c0-06236ce09b7d', 'status': 'completed', 'code': 200} Sep 29 02:12:35.102619 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9656384-31c1-47f1-9e2d-497f1ed2334a req-bb71c302-12fb-4412-a5f0-6c21ac3a9287 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:35.104118 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a9656384-31c1-47f1-9e2d-497f1ed2334a req-bb71c302-12fb-4412-a5f0-6c21ac3a9287 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b83b48ca-0d09-44b4-ad34-962a8673d41a HTTP/1.1" status: 200 len: 945 time: 0.0577886 Sep 29 02:12:35.125170 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:35.140041 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 0c9a6c71-7338-456f-a71a-43c5e2769762, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0c9a6c71-7338-456f-a71a-43c5e2769762,segment=NetworkSegment(af33ed35-e9af-41d9-8ab2-604c2b07ce0b),segment_id=af33ed35-e9af-41d9-8ab2-604c2b07ce0b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:35.151935 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 51218) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:35.153648 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Returning: {'device': '0c9a6c71-7338-456f-a71a-43c5e2769762', 'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057', 'port_id': '0c9a6c71-7338-456f-a71a-43c5e2769762', 'mac_address': 'fa:16:3e:b5:c6:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '398c055b-a2b0-4881-821c-6995d7734c32', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:12:35.158479 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a9656384-31c1-47f1-9e2d-497f1ed2334a req-1129c767-37ac-4d18-8253-8ab0a7d22c69 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1d1a65bb-8647-4080-baae-9286ef50ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486078 Sep 29 02:12:35.196727 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port 0c9a6c71-7338-456f-a71a-43c5e2769762 is: DOWN; New status is: BUILD {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:35.197119 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (0c9a6c71-7338-456f-a71a-43c5e2769762), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:35.215610 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c9a6c71-7338-456f-a71a-43c5e2769762 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:12:35.239002 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 0c9a6c71-7338-456f-a71a-43c5e2769762, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0c9a6c71-7338-456f-a71a-43c5e2769762,segment=NetworkSegment(af33ed35-e9af-41d9-8ab2-604c2b07ce0b),segment_id=af33ed35-e9af-41d9-8ab2-604c2b07ce0b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:35.244199 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (0c9a6c71-7338-456f-a71a-43c5e2769762), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:35.296262 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc0f5d-77e2-4b06-940e-e5fc0a1f4b5f req-0e32769f-f281-46c8-be62-6c6bc5d1feb5 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:35.297275 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Pushing event updated for resources: {'Port': ['ID=0c9a6c71-7338-456f-a71a-43c5e2769762,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:35.297497 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3e8e0f7e-bb2b-47d2-bd54-c12fdfed3020 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:35.298714 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-02fc0f5d-77e2-4b06-940e-e5fc0a1f4b5f req-0e32769f-f281-46c8-be62-6c6bc5d1feb5 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 944 time: 0.0652392 Sep 29 02:12:35.389246 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3e8e0f7e-bb2b-47d2-bd54-c12fdfed3020 admin admin] Publish callbacks [] for security_group (9aec464e-fb63-48ad-8a00-4221c4bf5d2f), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:35.390506 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f3b90-290b-48fa-9940-63da49891985 req-8bf61402-864a-48c8-a02e-21331688262a tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:35.392216 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-079f3b90-290b-48fa-9940-63da49891985 req-8bf61402-864a-48c8-a02e-21331688262a tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d758cb5-391d-4be0-a7a6-e9527783d430 HTTP/1.1" status: 200 len: 943 time: 0.0740931 Sep 29 02:12:35.393205 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3e8e0f7e-bb2b-47d2-bd54-c12fdfed3020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (9aec464e-fb63-48ad-8a00-4221c4bf5d2f), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:35.401819 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-02fc0f5d-77e2-4b06-940e-e5fc0a1f4b5f req-e8e52c28-837d-4817-8a09-5d7952667b99 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914741 Sep 29 02:12:35.436081 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-3e8e0f7e-bb2b-47d2-bd54-c12fdfed3020 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=178beb90fee4480f9e34665beb71cf3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2830672 Sep 29 02:12:35.436909 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e0f7e-bb2b-47d2-bd54-c12fdfed3020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aec464e-fb63-48ad-8a00-4221c4bf5d2f,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:35.440165 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 51226) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:35.449977 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-079f3b90-290b-48fa-9940-63da49891985 req-dc775438-86f7-4df4-b60f-90680ddfca77 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6b6aaed-9dbc-4e81-ab84-b4520ad47f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471890 Sep 29 02:12:35.480305 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:35.496299 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-abc97618-b241-45e1-8104-0b84cff76082 admin admin] Publish callbacks [] for security_group (9aec464e-fb63-48ad-8a00-4221c4bf5d2f), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:35.517562 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-abc97618-b241-45e1-8104-0b84cff76082 admin admin] Publish callbacks [] for security_group (9aec464e-fb63-48ad-8a00-4221c4bf5d2f), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:35.565705 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-abc97618-b241-45e1-8104-0b84cff76082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (9aec464e-fb63-48ad-8a00-4221c4bf5d2f), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:35.568201 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-abc97618-b241-45e1-8104-0b84cff76082 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:35.569492 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-abc97618-b241-45e1-8104-0b84cff76082 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/9aec464e-fb63-48ad-8a00-4221c4bf5d2f HTTP/1.1" status: 204 len: 168 time: 0.1280134 Sep 29 02:12:35.577850 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc97618-b241-45e1-8104-0b84cff76082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aec464e-fb63-48ad-8a00-4221c4bf5d2f,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:35.694861 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] get_ports_and_sgs() called for port_ids ['0c9a6c71-7338-456f-a71a-43c5e2769762'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:12:35.841544 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a941f4b-d7d7-40a0-b2eb-85c6b9b6aa75 req-7013fb1d-48ef-4ad8-9002-e072b180f533 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:35.841544 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-2a941f4b-d7d7-40a0-b2eb-85c6b9b6aa75 req-7013fb1d-48ef-4ad8-9002-e072b180f533 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 945 time: 0.0643401 Sep 29 02:12:35.944171 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519590b-85ef-4915-b3f2-a8f5a2c003d9 req-07836694-3ef3-4c9b-89d3-9131a625724f tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:35.945953 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c519590b-85ef-4915-b3f2-a8f5a2c003d9 req-07836694-3ef3-4c9b-89d3-9131a625724f tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b844ec9-d6e9-434f-b90c-137b2628fab2 HTTP/1.1" status: 200 len: 943 time: 0.1095712 Sep 29 02:12:35.973665 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 51252) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:35.989886 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-79ccd5a8-af87-4dc3-b708-0ef75f6c3fd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:35.993882 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-2a941f4b-d7d7-40a0-b2eb-85c6b9b6aa75 req-97a64ca0-78f4-41fb-9e97-2b3ad9714900 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488941 Sep 29 02:12:36.026286 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c519590b-85ef-4915-b3f2-a8f5a2c003d9 req-1d6bd4f0-65a4-4349-9889-5b0f95c91bc6 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a922da99-8442-478e-866a-0b0efbc3e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707052 Sep 29 02:12:36.132374 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-79ccd5a8-af87-4dc3-b708-0ef75f6c3fd5 admin admin] Publish callbacks [] for security_group (8187a5b7-6e26-4859-bc78-3329bf44c62a), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:36.137325 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-79ccd5a8-af87-4dc3-b708-0ef75f6c3fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (8187a5b7-6e26-4859-bc78-3329bf44c62a), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:36.174448 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ccd5a8-af87-4dc3-b708-0ef75f6c3fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8187a5b7-6e26-4859-bc78-3329bf44c62a,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:36.178689 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-79ccd5a8-af87-4dc3-b708-0ef75f6c3fd5 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=4bedff2b4b4f48739d4ff78831ce1f1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2038572 Sep 29 02:12:36.182128 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 51266) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:36.228918 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=3 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:36.232725 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c38e6ba0-556e-48fc-8673-e34624b71026 admin admin] Publish callbacks [] for security_group (8187a5b7-6e26-4859-bc78-3329bf44c62a), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:36.255380 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c38e6ba0-556e-48fc-8673-e34624b71026 admin admin] Publish callbacks [] for security_group (8187a5b7-6e26-4859-bc78-3329bf44c62a), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:36.294939 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b3815-4b8c-4a0c-8260-09635e9dc93b req-fcb6393e-63f4-424f-96e9-f4395b456193 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:36.296481 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-732b3815-4b8c-4a0c-8260-09635e9dc93b req-fcb6393e-63f4-424f-96e9-f4395b456193 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b83b48ca-0d09-44b4-ad34-962a8673d41a HTTP/1.1" status: 200 len: 945 time: 0.0506339 Sep 29 02:12:36.307378 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c38e6ba0-556e-48fc-8673-e34624b71026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (8187a5b7-6e26-4859-bc78-3329bf44c62a), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:36.310342 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c38e6ba0-556e-48fc-8673-e34624b71026 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:36.312547 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-c38e6ba0-556e-48fc-8673-e34624b71026 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/8187a5b7-6e26-4859-bc78-3329bf44c62a HTTP/1.1" status: 204 len: 168 time: 0.1295106 Sep 29 02:12:36.329564 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e6ba0-556e-48fc-8673-e34624b71026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8187a5b7-6e26-4859-bc78-3329bf44c62a,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:36.353491 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-732b3815-4b8c-4a0c-8260-09635e9dc93b req-9671295d-ca3b-4eaf-b050-2b8f4124bdd2 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1d1a65bb-8647-4080-baae-9286ef50ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499244 Sep 29 02:12:36.551923 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597ecde-20a0-42b2-91a6-b8fc46b801cc req-9d5bb309-1698-41bb-bcd1-61014553572d tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:36.553575 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e597ecde-20a0-42b2-91a6-b8fc46b801cc req-9d5bb309-1698-41bb-bcd1-61014553572d tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 944 time: 0.0705554 Sep 29 02:12:36.660470 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e597ecde-20a0-42b2-91a6-b8fc46b801cc req-c4184395-9267-435b-9ea4-a832d7c2870a tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993590 Sep 29 02:12:36.672180 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ad3ce-1429-4525-94cb-b2a92719e7b0 req-d88111e2-1e72-4050-a25d-5ac593983c6c tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:36.673953 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e31ad3ce-1429-4525-94cb-b2a92719e7b0 req-d88111e2-1e72-4050-a25d-5ac593983c6c tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d758cb5-391d-4be0-a7a6-e9527783d430 HTTP/1.1" status: 200 len: 943 time: 0.0741642 Sep 29 02:12:36.736894 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e31ad3ce-1429-4525-94cb-b2a92719e7b0 req-3def0d91-5ae2-46ea-9932-900a0263d971 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6b6aaed-9dbc-4e81-ab84-b4520ad47f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549824 Sep 29 02:12:36.906434 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 0c9a6c71-7338-456f-a71a-43c5e2769762 up at agent hyperv_hv-cinder-74014 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:36.939488 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:36.961400 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Provisioning for port 0c9a6c71-7338-456f-a71a-43c5e2769762 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:12:36.966962 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Provisioning complete for port 0c9a6c71-7338-456f-a71a-43c5e2769762 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:36.967311 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (0c9a6c71-7338-456f-a71a-43c5e2769762), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:36.967728 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Attempt 1 to provision port 0c9a6c71-7338-456f-a71a-43c5e2769762 Sep 29 02:12:37.112873 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port 0c9a6c71-7338-456f-a71a-43c5e2769762 is: BUILD; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:37.115904 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (0c9a6c71-7338-456f-a71a-43c5e2769762), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:37.203396 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc7e3b2-e6b5-477b-9fca-1763c988f8a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9a6c71-7338-456f-a71a-43c5e2769762'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:12:37.213616 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9024dbdcad92e29b408608371dc01104c16b992bc758fd4b6455d872f62f597b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fefc679f-3142-46f1-974b-1949783a2c46" -d '{"events": [{"server_uuid": "2bc7e3b2-e6b5-477b-9fca-1763c988f8a6", "name": "network-vif-plugged", "status": "completed", "tag": "0c9a6c71-7338-456f-a71a-43c5e2769762"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:12:37.254238 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7add30-eb47-4548-97a4-cca6f1115cfb req-a0cbe915-89a8-4264-8cbe-495ac7e44289 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:37.254859 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 0c9a6c71-7338-456f-a71a-43c5e2769762, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0c9a6c71-7338-456f-a71a-43c5e2769762,segment=NetworkSegment(af33ed35-e9af-41d9-8ab2-604c2b07ce0b),segment_id=af33ed35-e9af-41d9-8ab2-604c2b07ce0b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:37.260359 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (0c9a6c71-7338-456f-a71a-43c5e2769762), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:37.275229 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-cd7add30-eb47-4548-97a4-cca6f1115cfb req-a0cbe915-89a8-4264-8cbe-495ac7e44289 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 945 time: 0.1560342 Sep 29 02:12:37.291999 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-cfba3e4f-4b13-4439-b394-fd64397415bf req-efd32b34-5fca-410f-888a-6aab1d5ac14d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497487 Sep 29 02:12:37.327774 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Pushing event updated for resources: {'Port': ['ID=0c9a6c71-7338-456f-a71a-43c5e2769762,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:37.405049 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b6036-0e66-4f1d-ad6f-9cad38756927 req-ff0b371e-bb8b-485f-83b8-92e724c5b407 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:37.407016 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b64b6036-0e66-4f1d-ad6f-9cad38756927 req-ff0b371e-bb8b-485f-83b8-92e724c5b407 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b844ec9-d6e9-434f-b90c-137b2628fab2 HTTP/1.1" status: 200 len: 943 time: 0.2040460 Sep 29 02:12:37.443444 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb2976-106e-4d31-a81c-9c2bfc6ad293 req-e1324aa4-88f0-4179-958d-9ff7f1d1fc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:37.446396 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-7abb2976-106e-4d31-a81c-9c2bfc6ad293 req-e1324aa4-88f0-4179-958d-9ff7f1d1fc52 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=93f0a445590941e088a4d13d9e9b904f&device_id=1d758cb5-391d-4be0-a7a6-e9527783d430 HTTP/1.1" status: 200 len: 1127 time: 0.1516857 Sep 29 02:12:37.460127 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204463b1-0873-4cd4-a2c0-453a6ed4d1f7 req-365900c9-0498-41d4-845b-334068c394bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:37.462802 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-204463b1-0873-4cd4-a2c0-453a6ed4d1f7 req-365900c9-0498-41d4-845b-334068c394bf service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b83b48ca-0d09-44b4-ad34-962a8673d41a HTTP/1.1" status: 200 len: 1129 time: 0.0895038 Sep 29 02:12:37.465720 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-cd7add30-eb47-4548-97a4-cca6f1115cfb req-480c98aa-fab0-44bd-af7f-0c9064e9ab7e tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872218 Sep 29 02:12:37.521504 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b64b6036-0e66-4f1d-ad6f-9cad38756927 req-1fecde26-ce42-45a9-bc35-27f7e8087e12 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a922da99-8442-478e-866a-0b0efbc3e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002655 Sep 29 02:12:37.558815 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090cecfc-952c-4a12-98db-2a4d7bb30417 x-openstack-request-id: req-090cecfc-952c-4a12-98db-2a4d7bb30417 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:12:37.559140 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc7e3b2-e6b5-477b-9fca-1763c988f8a6", "name": "network-vif-plugged", "status": "completed", "tag": "0c9a6c71-7338-456f-a71a-43c5e2769762", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:12:37.559387 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-090cecfc-952c-4a12-98db-2a4d7bb30417 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:12:37.559784 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-090cecfc-952c-4a12-98db-2a4d7bb30417'] response: {'server_uuid': '2bc7e3b2-e6b5-477b-9fca-1763c988f8a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9a6c71-7338-456f-a71a-43c5e2769762', 'code': 200} Sep 29 02:12:37.594707 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:37.640642 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13479b2-be27-4221-b414-ff0cc9733374 req-cd8c59ac-79c6-44bf-ac0d-f21a0e8e7d0c tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:37.645522 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c13479b2-be27-4221-b414-ff0cc9733374 req-cd8c59ac-79c6-44bf-ac0d-f21a0e8e7d0c tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b83b48ca-0d09-44b4-ad34-962a8673d41a HTTP/1.1" status: 200 len: 945 time: 0.0597451 Sep 29 02:12:37.754147 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c13479b2-be27-4221-b414-ff0cc9733374 req-69971bee-f60d-407b-971e-123c71aa1c40 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1d1a65bb-8647-4080-baae-9286ef50ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010165 Sep 29 02:12:37.867320 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2bb83-17bc-4376-ada5-82349baa9e46 req-ee89c5ba-cd13-4b4e-a0cb-cb82ad7673e8 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:37.869250 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-28e2bb83-17bc-4376-ada5-82349baa9e46 req-ee89c5ba-cd13-4b4e-a0cb-cb82ad7673e8 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 945 time: 0.0911458 Sep 29 02:12:37.922870 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:37.931024 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdbfb47-80f3-4f3b-8fb5-e477f6a44c3a req-a35a243d-69e4-4a2d-bc7c-7eb5f3d38fd7 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:37.941756 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0bdbfb47-80f3-4f3b-8fb5-e477f6a44c3a req-a35a243d-69e4-4a2d-bc7c-7eb5f3d38fd7 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d758cb5-391d-4be0-a7a6-e9527783d430 HTTP/1.1" status: 200 len: 943 time: 0.0919888 Sep 29 02:12:38.004215 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7672a-b818-4ed8-892d-2307d44872b3 req-a5b7ef8b-8fc0-4afd-923a-30ada2d93bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:38.005764 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-a1c7672a-b818-4ed8-892d-2307d44872b3 req-a5b7ef8b-8fc0-4afd-923a-30ada2d93bde service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 1129 time: 0.4328330 Sep 29 02:12:38.015278 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:38.016833 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba3e4f-4b13-4439-b394-fd64397415bf req-ca43fed1-6925-4960-9619-8f2cdd4340e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:38.019087 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-cfba3e4f-4b13-4439-b394-fd64397415bf req-ca43fed1-6925-4960-9619-8f2cdd4340e8 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=1765f90d50914c75bf5c10c43bc688e9&device_id=7b844ec9-d6e9-434f-b90c-137b2628fab2 HTTP/1.1" status: 200 len: 1127 time: 0.3847573 Sep 29 02:12:38.111325 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:38.159734 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-204463b1-0873-4cd4-a2c0-453a6ed4d1f7 req-43d7516c-b271-434a-b180-503be76ed193 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1d1a65bb-8647-4080-baae-9286ef50ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986946 Sep 29 02:12:38.247161 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-a1c7672a-b818-4ed8-892d-2307d44872b3 req-a1497c25-9f95-4bc5-85a5-28a2056b4423 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162015 Sep 29 02:12:38.248214 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb2976-106e-4d31-a81c-9c2bfc6ad293 req-11e2c806-ee7c-4654-bcf7-d66fed3ec85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:38.249704 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-7abb2976-106e-4d31-a81c-9c2bfc6ad293 req-11e2c806-ee7c-4654-bcf7-d66fed3ec85e service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=93f0a445590941e088a4d13d9e9b904f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.6344457 Sep 29 02:12:38.265037 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba3e4f-4b13-4439-b394-fd64397415bf req-77b1748c-e00a-451e-8a57-0d7d12e51f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:38.266571 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-cfba3e4f-4b13-4439-b394-fd64397415bf req-77b1748c-e00a-451e-8a57-0d7d12e51f73 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2 HTTP/1.1" status: 200 len: 915 time: 0.2329900 Sep 29 02:12:38.284510 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b459f15-6978-4778-8c4a-5dea7133a710 req-77f137a1-43df-4dd0-8518-7311fd34685a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:38.286007 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1b459f15-6978-4778-8c4a-5dea7133a710 req-77f137a1-43df-4dd0-8518-7311fd34685a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 1129 time: 0.3358994 Sep 29 02:12:38.294047 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-28e2bb83-17bc-4376-ada5-82349baa9e46 req-e95cabe2-10a8-4f7b-9f94-c8572121193c tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4045634 Sep 29 02:12:38.297276 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0bdbfb47-80f3-4f3b-8fb5-e477f6a44c3a req-1c645ea4-e266-4e82-bcdc-47c0cf655375 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6b6aaed-9dbc-4e81-ab84-b4520ad47f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545041 Sep 29 02:12:38.631105 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34a22a-f901-45dc-af1d-3381bebd7a7c req-b24b43ae-a9d6-4cdb-a950-cfe0181ac23a tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:38.634855 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ff34a22a-f901-45dc-af1d-3381bebd7a7c req-b24b43ae-a9d6-4cdb-a950-cfe0181ac23a tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 945 time: 0.0855443 Sep 29 02:12:38.737401 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af7513-6e18-4073-b439-a67366fafd37 req-0c1f29b9-33e8-40e4-b1cd-08050406aa20 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:38.739877 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-53af7513-6e18-4073-b439-a67366fafd37 req-0c1f29b9-33e8-40e4-b1cd-08050406aa20 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b844ec9-d6e9-434f-b90c-137b2628fab2 HTTP/1.1" status: 200 len: 943 time: 0.0784431 Sep 29 02:12:38.755405 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ff34a22a-f901-45dc-af1d-3381bebd7a7c req-1db899cb-c149-4b13-8898-41e2ce2830b8 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086879 Sep 29 02:12:38.879413 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-53af7513-6e18-4073-b439-a67366fafd37 req-31e19656-629b-407d-8aa2-9ef7c0382a34 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a922da99-8442-478e-866a-0b0efbc3e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210847 Sep 29 02:12:38.912841 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 3c36b3fe-adc9-49c5-8294-93c8b0444be5 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:12:38.935474 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74675df5-75e3-496d-869c-ff8a2db20479 req-b626bddf-c260-44b4-8baf-f678c6eda0ad tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:38.937824 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-74675df5-75e3-496d-869c-ff8a2db20479 req-b626bddf-c260-44b4-8baf-f678c6eda0ad tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b83b48ca-0d09-44b4-ad34-962a8673d41a HTTP/1.1" status: 200 len: 945 time: 0.0876491 Sep 29 02:12:39.011554 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-74675df5-75e3-496d-869c-ff8a2db20479 req-2f569e23-3e7d-49bc-885b-94d42653de80 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1d1a65bb-8647-4080-baae-9286ef50ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674322 Sep 29 02:12:39.061685 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 51386) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:39.066611 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 3c36b3fe-adc9-49c5-8294-93c8b0444be5, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3c36b3fe-adc9-49c5-8294-93c8b0444be5,segment=NetworkSegment(1941badf-aa62-4a91-ac01-3d965bf2bf64),segment_id=1941badf-aa62-4a91-ac01-3d965bf2bf64)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:39.081159 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Returning: {'device': '3c36b3fe-adc9-49c5-8294-93c8b0444be5', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'port_id': '3c36b3fe-adc9-49c5-8294-93c8b0444be5', 'mac_address': 'fa:16:3e:e4:d4:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:12:39.134799 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port 3c36b3fe-adc9-49c5-8294-93c8b0444be5 is: DOWN; New status is: BUILD {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:39.135449 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (3c36b3fe-adc9-49c5-8294-93c8b0444be5), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:39.155909 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c36b3fe-adc9-49c5-8294-93c8b0444be5 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:12:39.188487 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 3c36b3fe-adc9-49c5-8294-93c8b0444be5, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3c36b3fe-adc9-49c5-8294-93c8b0444be5,segment=NetworkSegment(1941badf-aa62-4a91-ac01-3d965bf2bf64),segment_id=1941badf-aa62-4a91-ac01-3d965bf2bf64)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:39.206820 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (3c36b3fe-adc9-49c5-8294-93c8b0444be5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:39.223150 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:39.292932 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1b459f15-6978-4778-8c4a-5dea7133a710 req-98de0a90-ce48-437d-80ed-6da00124f8ee service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596038 Sep 29 02:12:39.318464 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Pushing event updated for resources: {'Port': ['ID=3c36b3fe-adc9-49c5-8294-93c8b0444be5,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:39.437512 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-cfba3e4f-4b13-4439-b394-fd64397415bf req-23d3b601-a039-493b-8f21-406173a02d34 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c36b3fe-adc9-49c5-8294-93c8b0444be5 HTTP/1.1" status: 200 len: 217 time: 0.0882914 Sep 29 02:12:39.444793 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 51402) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:39.446937 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cce38281-2e55-48a8-9cbe-88061a2d469c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:39.503863 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914fd48-b82b-42b2-9a49-a9e6f564d083 req-6937b679-20c3-40b4-be84-88b0bfd2043f tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:39.505297 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7914fd48-b82b-42b2-9a49-a9e6f564d083 req-6937b679-20c3-40b4-be84-88b0bfd2043f tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 945 time: 0.0932684 Sep 29 02:12:39.505765 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb2976-106e-4d31-a81c-9c2bfc6ad293 req-50ed294e-7e28-4a99-8346-0ab6720acfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:39.507778 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-7abb2976-106e-4d31-a81c-9c2bfc6ad293 req-50ed294e-7e28-4a99-8346-0ab6720acfbe service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3841186 Sep 29 02:12:39.514056 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dea598-655e-41bc-892c-538e94dc38c9 req-14fdfe5c-19b3-470d-ad32-523f5f45c4c7 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:39.515523 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-21dea598-655e-41bc-892c-538e94dc38c9 req-14fdfe5c-19b3-470d-ad32-523f5f45c4c7 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d758cb5-391d-4be0-a7a6-e9527783d430 HTTP/1.1" status: 200 len: 943 time: 0.0827119 Sep 29 02:12:39.576101 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cce38281-2e55-48a8-9cbe-88061a2d469c admin admin] Publish callbacks [] for security_group (330c2333-3e84-43eb-835e-3dd365ea6dcf), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:39.584716 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1d8e286b-9f26-42d6-8d72-62bb14a95ba6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:39.587545 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cce38281-2e55-48a8-9cbe-88061a2d469c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (330c2333-3e84-43eb-835e-3dd365ea6dcf), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:39.591334 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:39.603327 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7914fd48-b82b-42b2-9a49-a9e6f564d083 req-be5441ea-28f2-46bb-8b54-dee21e1897fa tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836320 Sep 29 02:12:39.613567 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-21dea598-655e-41bc-892c-538e94dc38c9 req-183fb8b8-419a-44cd-81ad-c7b4dec3b8cc tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6b6aaed-9dbc-4e81-ab84-b4520ad47f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841818 Sep 29 02:12:39.657909 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-cce38281-2e55-48a8-9cbe-88061a2d469c admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=7a0a8e1273c34f56bf58c30581a611fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5951147 Sep 29 02:12:39.659981 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce38281-2e55-48a8-9cbe-88061a2d469c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330c2333-3e84-43eb-835e-3dd365ea6dcf,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:39.660744 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 51406) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:39.675073 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce38281-2e55-48a8-9cbe-88061a2d469c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:39.675425 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce38281-2e55-48a8-9cbe-88061a2d469c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:39.675771 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce38281-2e55-48a8-9cbe-88061a2d469c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:39.676115 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce38281-2e55-48a8-9cbe-88061a2d469c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:39.676453 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce38281-2e55-48a8-9cbe-88061a2d469c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:39.676786 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce38281-2e55-48a8-9cbe-88061a2d469c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:39.677115 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce38281-2e55-48a8-9cbe-88061a2d469c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:39.677468 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce38281-2e55-48a8-9cbe-88061a2d469c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:39.677822 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce38281-2e55-48a8-9cbe-88061a2d469c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:39.678155 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce38281-2e55-48a8-9cbe-88061a2d469c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:39.678478 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce38281-2e55-48a8-9cbe-88061a2d469c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:39.678824 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce38281-2e55-48a8-9cbe-88061a2d469c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:39.679791 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce38281-2e55-48a8-9cbe-88061a2d469c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:39.680342 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce38281-2e55-48a8-9cbe-88061a2d469c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:39.680821 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce38281-2e55-48a8-9cbe-88061a2d469c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:39.713075 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ee040d56-8673-486d-a21c-f6e9a41f2503 admin admin] Publish callbacks [] for security_group (330c2333-3e84-43eb-835e-3dd365ea6dcf), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:39.716633 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] get_ports_and_sgs() called for port_ids ['3c36b3fe-adc9-49c5-8294-93c8b0444be5'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:12:39.734563 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ee040d56-8673-486d-a21c-f6e9a41f2503 admin admin] Publish callbacks [] for security_group (330c2333-3e84-43eb-835e-3dd365ea6dcf), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:39.746864 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1d8e286b-9f26-42d6-8d72-62bb14a95ba6 admin admin] Publish callbacks [] for security_group (c10c8313-8a19-4740-9459-64c68b73283a), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:39.751694 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1d8e286b-9f26-42d6-8d72-62bb14a95ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (c10c8313-8a19-4740-9459-64c68b73283a), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:39.778786 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8e286b-9f26-42d6-8d72-62bb14a95ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10c8313-8a19-4740-9459-64c68b73283a,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:39.806977 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ee040d56-8673-486d-a21c-f6e9a41f2503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (330c2333-3e84-43eb-835e-3dd365ea6dcf), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:39.809369 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-1d8e286b-9f26-42d6-8d72-62bb14a95ba6 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=391d77bc62294774adf2d5f5626f7922&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3618219 Sep 29 02:12:39.810437 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 51410) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:39.812793 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ee040d56-8673-486d-a21c-f6e9a41f2503 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:39.816398 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-ee040d56-8673-486d-a21c-f6e9a41f2503 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/330c2333-3e84-43eb-835e-3dd365ea6dcf HTTP/1.1" status: 204 len: 168 time: 0.1521580 Sep 29 02:12:39.837758 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee040d56-8673-486d-a21c-f6e9a41f2503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330c2333-3e84-43eb-835e-3dd365ea6dcf,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:39.854916 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee040d56-8673-486d-a21c-f6e9a41f2503 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:39.855276 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee040d56-8673-486d-a21c-f6e9a41f2503 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:39.859022 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee040d56-8673-486d-a21c-f6e9a41f2503 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:39.859625 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee040d56-8673-486d-a21c-f6e9a41f2503 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:39.861112 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee040d56-8673-486d-a21c-f6e9a41f2503 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:39.861603 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee040d56-8673-486d-a21c-f6e9a41f2503 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:39.861907 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee040d56-8673-486d-a21c-f6e9a41f2503 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:39.862246 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee040d56-8673-486d-a21c-f6e9a41f2503 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:39.862587 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee040d56-8673-486d-a21c-f6e9a41f2503 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:39.862927 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee040d56-8673-486d-a21c-f6e9a41f2503 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:39.863258 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee040d56-8673-486d-a21c-f6e9a41f2503 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:39.863607 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee040d56-8673-486d-a21c-f6e9a41f2503 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:39.863941 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee040d56-8673-486d-a21c-f6e9a41f2503 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:39.865415 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee040d56-8673-486d-a21c-f6e9a41f2503 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:39.865967 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee040d56-8673-486d-a21c-f6e9a41f2503 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:39.884515 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bf07711d-c33a-49ce-a598-132b00358303 admin admin] Publish callbacks [] for security_group (c10c8313-8a19-4740-9459-64c68b73283a), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:39.913695 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bf07711d-c33a-49ce-a598-132b00358303 admin admin] Publish callbacks [] for security_group (c10c8313-8a19-4740-9459-64c68b73283a), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:39.930734 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:39.965864 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55cfdf3-f079-425e-9a37-f4ec19a24e22 req-511194b4-54e7-41c3-b14b-736b5c895dd5 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:39.973420 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a55cfdf3-f079-425e-9a37-f4ec19a24e22 req-511194b4-54e7-41c3-b14b-736b5c895dd5 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 945 time: 0.1026382 Sep 29 02:12:39.983448 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bf07711d-c33a-49ce-a598-132b00358303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (c10c8313-8a19-4740-9459-64c68b73283a), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:39.987143 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-bf07711d-c33a-49ce-a598-132b00358303 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:39.988306 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-bf07711d-c33a-49ce-a598-132b00358303 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/c10c8313-8a19-4740-9459-64c68b73283a HTTP/1.1" status: 204 len: 168 time: 0.1763129 Sep 29 02:12:39.997719 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf07711d-c33a-49ce-a598-132b00358303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10c8313-8a19-4740-9459-64c68b73283a,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:40.010192 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:40.065836 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0660aa1-9bea-493d-87b7-bc177c461699 req-c584c057-3fab-4a5a-a839-033fc331ca24 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:40.067337 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a0660aa1-9bea-493d-87b7-bc177c461699 req-c584c057-3fab-4a5a-a839-033fc331ca24 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b844ec9-d6e9-434f-b90c-137b2628fab2 HTTP/1.1" status: 200 len: 944 time: 0.0727589 Sep 29 02:12:40.075857 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a55cfdf3-f079-425e-9a37-f4ec19a24e22 req-605e63fd-9b9f-42b9-acbd-d60bb384ccc8 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013098 Sep 29 02:12:40.090562 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:40.141200 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a0660aa1-9bea-493d-87b7-bc177c461699 req-02243be9-ad27-435b-9a73-dd40fdc6f615 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a922da99-8442-478e-866a-0b0efbc3e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641682 Sep 29 02:12:40.208089 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 51422) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:40.211789 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5267e2-cf64-427b-b190-3ea350541128 req-f068f10d-c371-4c81-a9bf-d336b0390dae tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:40.218113 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7a5267e2-cf64-427b-b190-3ea350541128 req-f068f10d-c371-4c81-a9bf-d336b0390dae tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b83b48ca-0d09-44b4-ad34-962a8673d41a HTTP/1.1" status: 200 len: 945 time: 0.0612757 Sep 29 02:12:40.225184 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3dcf4936-3d07-4ac4-9345-24c1bbc14292 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:40.265569 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7a5267e2-cf64-427b-b190-3ea350541128 req-c7d444a4-736d-40e6-b8be-e40764099b24 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1d1a65bb-8647-4080-baae-9286ef50ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465565 Sep 29 02:12:40.310665 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3dcf4936-3d07-4ac4-9345-24c1bbc14292 admin admin] Publish callbacks [] for security_group (8f9ca3dc-2eab-467c-8d43-15d549e4b756), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:40.314766 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3dcf4936-3d07-4ac4-9345-24c1bbc14292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (8f9ca3dc-2eab-467c-8d43-15d549e4b756), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:40.356239 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-3dcf4936-3d07-4ac4-9345-24c1bbc14292 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=d29f04e7ae684cc89c572ed305b85143&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1470704 Sep 29 02:12:40.358896 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 51428) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:40.366221 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcf4936-3d07-4ac4-9345-24c1bbc14292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9ca3dc-2eab-467c-8d43-15d549e4b756,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:40.423781 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0a01ee00-3de6-4465-b6bc-5a2e789c533a admin admin] Publish callbacks [] for security_group (8f9ca3dc-2eab-467c-8d43-15d549e4b756), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:40.447747 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0a01ee00-3de6-4465-b6bc-5a2e789c533a admin admin] Publish callbacks [] for security_group (8f9ca3dc-2eab-467c-8d43-15d549e4b756), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:40.451212 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 51434) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:40.466506 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-132d683b-e7ca-4a32-ab6c-e38f7721696f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:40.499257 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0a01ee00-3de6-4465-b6bc-5a2e789c533a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (8f9ca3dc-2eab-467c-8d43-15d549e4b756), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:40.502037 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0a01ee00-3de6-4465-b6bc-5a2e789c533a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:40.503287 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-0a01ee00-3de6-4465-b6bc-5a2e789c533a admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/8f9ca3dc-2eab-467c-8d43-15d549e4b756 HTTP/1.1" status: 204 len: 168 time: 0.1433718 Sep 29 02:12:40.514745 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a01ee00-3de6-4465-b6bc-5a2e789c533a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9ca3dc-2eab-467c-8d43-15d549e4b756,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:40.593454 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-132d683b-e7ca-4a32-ab6c-e38f7721696f admin admin] Publish callbacks [] for security_group (cc4e8a3a-8fdc-4ec0-be10-1f559d1f56ef), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:40.597454 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-132d683b-e7ca-4a32-ab6c-e38f7721696f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (cc4e8a3a-8fdc-4ec0-be10-1f559d1f56ef), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:40.641218 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-132d683b-e7ca-4a32-ab6c-e38f7721696f admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=496f2eda2d3543c3bfa1c81f4c4b74f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1886537 Sep 29 02:12:40.642091 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d683b-e7ca-4a32-ab6c-e38f7721696f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4e8a3a-8fdc-4ec0-be10-1f559d1f56ef,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:40.643896 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 51448) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:40.807919 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba3e4f-4b13-4439-b394-fd64397415bf req-98766bfa-2ef2-4e87-bbd1-09803d9d92f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:40.809673 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-cfba3e4f-4b13-4439-b394-fd64397415bf req-98766bfa-2ef2-4e87-bbd1-09803d9d92f9 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=00e04331-0054-4eae-80e0-25be17b9d3cd HTTP/1.1" status: 200 len: 853 time: 0.0962820 Sep 29 02:12:40.810687 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-570f1cc1-c162-4772-bf1b-a3d75a048d6f admin admin] Publish callbacks [] for security_group (cc4e8a3a-8fdc-4ec0-be10-1f559d1f56ef), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:40.820661 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3e326-f043-4309-a36c-fea34a47830c req-93a18de9-b540-4c83-a1ec-f68406091ced tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:40.820661 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-8ca3e326-f043-4309-a36c-fea34a47830c req-93a18de9-b540-4c83-a1ec-f68406091ced tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 945 time: 0.0675192 Sep 29 02:12:40.844074 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8eb3c-c3d9-47cd-a460-8b08be5b9e4b req-5a29538c-8c5a-4a97-9038-a703036b5016 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:40.844888 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-570f1cc1-c162-4772-bf1b-a3d75a048d6f admin admin] Publish callbacks [] for security_group (cc4e8a3a-8fdc-4ec0-be10-1f559d1f56ef), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:40.853639 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-8df8eb3c-c3d9-47cd-a460-8b08be5b9e4b req-5a29538c-8c5a-4a97-9038-a703036b5016 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d758cb5-391d-4be0-a7a6-e9527783d430 HTTP/1.1" status: 200 len: 943 time: 0.1369379 Sep 29 02:12:40.879977 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:DELETE=8 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:40.908856 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 3c36b3fe-adc9-49c5-8294-93c8b0444be5 up at agent hyperv_hv-cinder-74014 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:40.918513 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-570f1cc1-c162-4772-bf1b-a3d75a048d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (cc4e8a3a-8fdc-4ec0-be10-1f559d1f56ef), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:40.924895 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-570f1cc1-c162-4772-bf1b-a3d75a048d6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:40.935988 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-570f1cc1-c162-4772-bf1b-a3d75a048d6f admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/cc4e8a3a-8fdc-4ec0-be10-1f559d1f56ef HTTP/1.1" status: 204 len: 168 time: 0.2899597 Sep 29 02:12:40.963878 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-8ca3e326-f043-4309-a36c-fea34a47830c req-b6b97386-bf01-4991-ad84-72629e0b6665 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351683 Sep 29 02:12:40.969422 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-8df8eb3c-c3d9-47cd-a460-8b08be5b9e4b req-b21bc4a1-e87a-4e70-bb7a-e91649d5702f tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6b6aaed-9dbc-4e81-ab84-b4520ad47f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149220 Sep 29 02:12:40.978219 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f1cc1-c162-4772-bf1b-a3d75a048d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4e8a3a-8fdc-4ec0-be10-1f559d1f56ef,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:41.058760 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Provisioning for port 3c36b3fe-adc9-49c5-8294-93c8b0444be5 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:12:41.072895 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Provisioning complete for port 3c36b3fe-adc9-49c5-8294-93c8b0444be5 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:41.073616 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (3c36b3fe-adc9-49c5-8294-93c8b0444be5), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:41.074153 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Attempt 1 to provision port 3c36b3fe-adc9-49c5-8294-93c8b0444be5 Sep 29 02:12:41.111931 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:41.201754 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port 3c36b3fe-adc9-49c5-8294-93c8b0444be5 is: BUILD; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:41.202171 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (3c36b3fe-adc9-49c5-8294-93c8b0444be5), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:41.218306 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12268a8e-200c-4279-aa7f-a8208f648204 req-33f22724-efd0-4513-b99d-67449e35c5bb tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:41.225252 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-12268a8e-200c-4279-aa7f-a8208f648204 req-33f22724-efd0-4513-b99d-67449e35c5bb tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 945 time: 0.0632586 Sep 29 02:12:41.254268 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b844ec9-d6e9-434f-b90c-137b2628fab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c36b3fe-adc9-49c5-8294-93c8b0444be5'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:12:41.256819 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9024dbdcad92e29b408608371dc01104c16b992bc758fd4b6455d872f62f597b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27a78c3-186c-4407-bd51-a3f524a8bf03" -d '{"events": [{"server_uuid": "7b844ec9-d6e9-434f-b90c-137b2628fab2", "name": "network-vif-plugged", "status": "completed", "tag": "3c36b3fe-adc9-49c5-8294-93c8b0444be5"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:12:41.274421 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 3c36b3fe-adc9-49c5-8294-93c8b0444be5, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3c36b3fe-adc9-49c5-8294-93c8b0444be5,segment=NetworkSegment(1941badf-aa62-4a91-ac01-3d965bf2bf64),segment_id=1941badf-aa62-4a91-ac01-3d965bf2bf64)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:41.281289 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (3c36b3fe-adc9-49c5-8294-93c8b0444be5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:41.320148 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac07c62-9820-4083-b57f-0366dcfaa667 req-b6ef2de1-fa2d-450a-922c-7b76cb770d02 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:41.321737 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-dac07c62-9820-4083-b57f-0366dcfaa667 req-b6ef2de1-fa2d-450a-922c-7b76cb770d02 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b844ec9-d6e9-434f-b90c-137b2628fab2 HTTP/1.1" status: 200 len: 944 time: 0.0731382 Sep 29 02:12:41.329434 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-12268a8e-200c-4279-aa7f-a8208f648204 req-e0525a98-9d2d-4f10-96e6-e32e5816e42b tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022441 Sep 29 02:12:41.378946 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-dac07c62-9820-4083-b57f-0366dcfaa667 req-bae5e4a7-72f1-452c-80fa-786f86348ac3 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a922da99-8442-478e-866a-0b0efbc3e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480263 Sep 29 02:12:41.385172 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Pushing event updated for resources: {'Port': ['ID=3c36b3fe-adc9-49c5-8294-93c8b0444be5,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:41.429250 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8ed39f-dd20-4340-8d23-cdba1c87348b x-openstack-request-id: req-5e8ed39f-dd20-4340-8d23-cdba1c87348b {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:12:41.429250 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b844ec9-d6e9-434f-b90c-137b2628fab2", "name": "network-vif-plugged", "status": "completed", "tag": "3c36b3fe-adc9-49c5-8294-93c8b0444be5", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:12:41.429250 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5e8ed39f-dd20-4340-8d23-cdba1c87348b {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:12:41.429250 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e8ed39f-dd20-4340-8d23-cdba1c87348b'] response: {'server_uuid': '7b844ec9-d6e9-434f-b90c-137b2628fab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c36b3fe-adc9-49c5-8294-93c8b0444be5', 'code': 200} Sep 29 02:12:41.505251 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df3a57-5eb2-472e-aea6-dc7db4dd8725 req-36605e5b-2bde-465c-a3d2-5863791fafa4 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:41.506790 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-30df3a57-5eb2-472e-aea6-dc7db4dd8725 req-36605e5b-2bde-465c-a3d2-5863791fafa4 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b83b48ca-0d09-44b4-ad34-962a8673d41a HTTP/1.1" status: 200 len: 945 time: 0.0514011 Sep 29 02:12:41.564705 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-30df3a57-5eb2-472e-aea6-dc7db4dd8725 req-1b647833-274b-4cf3-b6f1-ffccb24015c6 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1d1a65bb-8647-4080-baae-9286ef50ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499456 Sep 29 02:12:41.710038 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba3e4f-4b13-4439-b394-fd64397415bf req-5e51abe1-4474-4385-b38c-395478cecd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:41.711764 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-cfba3e4f-4b13-4439-b394-fd64397415bf req-5e51abe1-4474-4385-b38c-395478cecd88 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0425057 Sep 29 02:12:42.244734 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:42.254134 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde19030-72e8-4bc6-bc84-08d9eeb43763 req-5949b7d2-bcc6-475e-af3d-216e028c2a22 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:42.261822 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-cde19030-72e8-4bc6-bc84-08d9eeb43763 req-5949b7d2-bcc6-475e-af3d-216e028c2a22 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d758cb5-391d-4be0-a7a6-e9527783d430 HTTP/1.1" status: 200 len: 943 time: 0.1780989 Sep 29 02:12:42.269522 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d1b21-e1eb-428b-9c28-c8472daaca7d req-36309f78-68f3-40d7-8967-7a3778b71ea1 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:42.271445 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-119d1b21-e1eb-428b-9c28-c8472daaca7d req-36309f78-68f3-40d7-8967-7a3778b71ea1 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 945 time: 0.1570852 Sep 29 02:12:42.302559 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-b794b65c-60b1-432f-a0da-20bd394fec6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:42.304505 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-b794b65c-60b1-432f-a0da-20bd394fec6c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=93f0a445590941e088a4d13d9e9b904f&device_id=1d758cb5-391d-4be0-a7a6-e9527783d430 HTTP/1.1" status: 200 len: 1127 time: 0.1748104 Sep 29 02:12:42.317704 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:42.401682 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-cde19030-72e8-4bc6-bc84-08d9eeb43763 req-8a52e0aa-ace8-4fd7-afd8-4162a4055a61 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6b6aaed-9dbc-4e81-ab84-b4520ad47f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386330 Sep 29 02:12:42.425030 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-cfba3e4f-4b13-4439-b394-fd64397415bf req-66043bc1-ee29-436d-813e-074286fb4338 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549415 Sep 29 02:12:42.436321 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-119d1b21-e1eb-428b-9c28-c8472daaca7d req-d1192ce9-6c81-4e33-8c6b-083611e37615 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450496 Sep 29 02:12:42.558634 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca926f-5fd9-4036-98e1-d23849acf037 req-9fc47fa1-6265-4f7c-8d86-a7f6a9785527 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:42.561707 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-08ca926f-5fd9-4036-98e1-d23849acf037 req-9fc47fa1-6265-4f7c-8d86-a7f6a9785527 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 945 time: 0.0847328 Sep 29 02:12:42.589385 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 51538) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:42.666493 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53be18-4c15-4f97-918c-67534f9afe9e req-c22b507e-5cde-487b-9b02-0340897a9aab tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:42.667982 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ab53be18-4c15-4f97-918c-67534f9afe9e req-c22b507e-5cde-487b-9b02-0340897a9aab tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b844ec9-d6e9-434f-b90c-137b2628fab2 HTTP/1.1" status: 200 len: 945 time: 0.0671692 Sep 29 02:12:42.671106 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-08ca926f-5fd9-4036-98e1-d23849acf037 req-016f0803-9997-42ad-aa16-8c2c66684eb8 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041901 Sep 29 02:12:42.718145 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b041636c-7580-4668-b95e-42bd309a795e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:42.738351 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ab53be18-4c15-4f97-918c-67534f9afe9e req-7d457633-f81d-4351-8fbc-87a034afd26e tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a922da99-8442-478e-866a-0b0efbc3e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550108 Sep 29 02:12:42.813661 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b041636c-7580-4668-b95e-42bd309a795e admin admin] Publish callbacks [] for security_group (0a889a00-a9fc-4009-999a-19d0834b8e25), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:42.817751 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b041636c-7580-4668-b95e-42bd309a795e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (0a889a00-a9fc-4009-999a-19d0834b8e25), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:42.824742 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:42.873372 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b041636c-7580-4668-b95e-42bd309a795e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a889a00-a9fc-4009-999a-19d0834b8e25,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:42.883252 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-b041636c-7580-4668-b95e-42bd309a795e admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=298c589123ef473a82ca7ea19da531f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2925119 Sep 29 02:12:42.885683 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 51552) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:42.989543 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-daa0771b-07e0-4d52-9b7b-f9a8caebe5f9 admin admin] Publish callbacks [] for security_group (0a889a00-a9fc-4009-999a-19d0834b8e25), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:43.026030 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-daa0771b-07e0-4d52-9b7b-f9a8caebe5f9 admin admin] Publish callbacks [] for security_group (0a889a00-a9fc-4009-999a-19d0834b8e25), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:43.095672 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-daa0771b-07e0-4d52-9b7b-f9a8caebe5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (0a889a00-a9fc-4009-999a-19d0834b8e25), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:43.100313 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-daa0771b-07e0-4d52-9b7b-f9a8caebe5f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:43.102300 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-daa0771b-07e0-4d52-9b7b-f9a8caebe5f9 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/0a889a00-a9fc-4009-999a-19d0834b8e25 HTTP/1.1" status: 204 len: 168 time: 0.2152500 Sep 29 02:12:43.116029 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa0771b-07e0-4d52-9b7b-f9a8caebe5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a889a00-a9fc-4009-999a-19d0834b8e25,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:43.184484 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72504551-2ceb-4ec3-ac5e-d4aa08f8508e req-522f1298-e52a-4af2-ae8e-e61d8fa9262c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:43.191864 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-72504551-2ceb-4ec3-ac5e-d4aa08f8508e req-522f1298-e52a-4af2-ae8e-e61d8fa9262c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 945 time: 0.0963995 Sep 29 02:12:43.273477 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-72504551-2ceb-4ec3-ac5e-d4aa08f8508e req-4db56855-b66f-4f31-b511-559d91da92d0 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690718 Sep 29 02:12:43.506208 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-dd1e60ab-460a-4a7b-93b9-7b052f7b4cc6 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ca813c0-b92b-4ecc-96c0-06236ce09b7d HTTP/1.1" status: 200 len: 217 time: 0.0874605 Sep 29 02:12:43.600483 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9176f-40b2-491f-9929-16b5f175d02c req-a77a786e-ec24-4a71-987c-5868db74f4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:43.602290 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-24e9176f-40b2-491f-9929-16b5f175d02c req-a77a786e-ec24-4a71-987c-5868db74f4f1 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7b844ec9-d6e9-434f-b90c-137b2628fab2 HTTP/1.1" status: 200 len: 1129 time: 0.1130278 Sep 29 02:12:43.629684 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61799db-bc35-43b7-ab54-45d9cac82633 req-1a0b1dec-b3ce-46a3-8332-4cb1c1b5a7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:43.631028 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-d61799db-bc35-43b7-ab54-45d9cac82633 req-1a0b1dec-b3ce-46a3-8332-4cb1c1b5a7e9 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=b407de2089554e13839d51f270c3adf1&device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 1129 time: 0.1022773 Sep 29 02:12:43.661243 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 51606) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:43.688686 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d951a0-633d-4618-92e2-f7db83b7d945 req-832a4187-19c3-4355-afa9-7f7ab1627660 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:43.696295 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-08d951a0-633d-4618-92e2-f7db83b7d945 req-832a4187-19c3-4355-afa9-7f7ab1627660 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d758cb5-391d-4be0-a7a6-e9527783d430 HTTP/1.1" status: 200 len: 943 time: 0.1433904 Sep 29 02:12:43.733543 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-cfba3e4f-4b13-4439-b394-fd64397415bf req-451ced11-d5f9-4aab-ad9f-8ce125f462dc service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157842 Sep 29 02:12:43.738170 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-80714989-549e-4fc9-b3e2-f82d6b61c4f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:43.763319 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-71f8c455-1cf6-464f-9372-eeefe8112939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:43.764873 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-71f8c455-1cf6-464f-9372-eeefe8112939 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=0e21bbcb-6ab7-4d72-941d-1f819c286c01 HTTP/1.1" status: 200 len: 849 time: 0.2316971 Sep 29 02:12:43.808595 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:43.821368 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-6b0675db-6884-4ea3-b18a-f8fe4bced2b1 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=48fe4730-a731-4f29-b026-ed01f3c6a62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469749 Sep 29 02:12:43.846096 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-08d951a0-633d-4618-92e2-f7db83b7d945 req-c91bd83c-f31b-47fd-8108-2792eaad237d tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6b6aaed-9dbc-4e81-ab84-b4520ad47f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473370 Sep 29 02:12:43.870964 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-24e9176f-40b2-491f-9929-16b5f175d02c req-b4c392dc-c31c-4f4e-b818-a3e6bedb25db service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a922da99-8442-478e-866a-0b0efbc3e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2320626 Sep 29 02:12:43.890504 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61799db-bc35-43b7-ab54-45d9cac82633 req-fcf5554b-899e-484e-bca1-ed10c010e42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:43.892123 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-d61799db-bc35-43b7-ab54-45d9cac82633 req-fcf5554b-899e-484e-bca1-ed10c010e42a service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3 HTTP/1.1" status: 200 len: 919 time: 0.2543447 Sep 29 02:12:43.927170 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba3e4f-4b13-4439-b394-fd64397415bf req-2a3f53c7-6e40-4424-a25e-da5278493171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:43.929102 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-cfba3e4f-4b13-4439-b394-fd64397415bf req-2a3f53c7-6e40-4424-a25e-da5278493171 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bb1caf7cbae44c41bce39e486a20f6eb&device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 1129 time: 0.1238587 Sep 29 02:12:44.021453 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-80714989-549e-4fc9-b3e2-f82d6b61c4f1 admin admin] Publish callbacks [] for security_group (25464390-aaa0-44e5-9724-f60a6b1c873d), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.028453 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-80714989-549e-4fc9-b3e2-f82d6b61c4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (25464390-aaa0-44e5-9724-f60a6b1c873d), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.087531 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-80714989-549e-4fc9-b3e2-f82d6b61c4f1 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=e58341d535af494b8049022421956e7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4136817 Sep 29 02:12:44.087710 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 51620) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:44.105097 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e56bf-f772-42de-81d4-5812eba19d55 req-2c3c021a-0c52-4144-9485-f0ed10d45868 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:44.106637 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-449e56bf-f772-42de-81d4-5812eba19d55 req-2c3c021a-0c52-4144-9485-f0ed10d45868 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b844ec9-d6e9-434f-b90c-137b2628fab2 HTTP/1.1" status: 200 len: 945 time: 0.1185269 Sep 29 02:12:44.115942 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80714989-549e-4fc9-b3e2-f82d6b61c4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25464390-aaa0-44e5-9724-f60a6b1c873d,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:44.141296 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8389d-f1e1-48fd-9a82-2840b6c0e71c req-732e188a-3439-41b5-9517-b7b60a67f5ef tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:44.142841 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0af8389d-f1e1-48fd-9a82-2840b6c0e71c req-732e188a-3439-41b5-9517-b7b60a67f5ef tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 945 time: 0.0939405 Sep 29 02:12:44.157270 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:44.184961 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fd5a7882-3c5e-4676-b85d-d4e9affc1225 admin admin] Publish callbacks [] for security_group (25464390-aaa0-44e5-9724-f60a6b1c873d), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.199654 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-449e56bf-f772-42de-81d4-5812eba19d55 req-9b3b7caa-8e84-41bf-87f8-00cef0ee5886 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a922da99-8442-478e-866a-0b0efbc3e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708270 Sep 29 02:12:44.213367 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-fc6bcd6d-48d2-41c5-ac31-3c2ce3505ba1 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/48fe4730-a731-4f29-b026-ed01f3c6a62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675976 Sep 29 02:12:44.235224 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-d61799db-bc35-43b7-ab54-45d9cac82633 req-1ebbfcd5-ff6f-49e0-ac92-c9eff6798742 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f376521-1d84-411c-b5d5-caa7c0b68ee4 HTTP/1.1" status: 200 len: 217 time: 0.0708303 Sep 29 02:12:44.260219 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:44.296396 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0af8389d-f1e1-48fd-9a82-2840b6c0e71c req-8c382a27-c1f0-471a-8558-bee8bcc326f4 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038964 Sep 29 02:12:44.344777 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fd5a7882-3c5e-4676-b85d-d4e9affc1225 admin admin] Publish callbacks [] for security_group (25464390-aaa0-44e5-9724-f60a6b1c873d), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.383501 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61799db-bc35-43b7-ab54-45d9cac82633 req-230c54b6-ce12-4b54-9cf9-ecf8af627649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:44.385020 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-d61799db-bc35-43b7-ab54-45d9cac82633 req-230c54b6-ce12-4b54-9cf9-ecf8af627649 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=2111ad5b-3d2c-43c1-94a3-5ae626ce912e HTTP/1.1" status: 200 len: 857 time: 0.1119206 Sep 29 02:12:44.431008 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba3e4f-4b13-4439-b394-fd64397415bf req-dbf3046c-36a8-449b-97d8-bcfcae1348ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:44.432671 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-cfba3e4f-4b13-4439-b394-fd64397415bf req-dbf3046c-36a8-449b-97d8-bcfcae1348ac service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=3be65160-34ea-4bb6-abd7-0d461783c057 HTTP/1.1" status: 200 len: 917 time: 0.2705944 Sep 29 02:12:44.433449 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fd5a7882-3c5e-4676-b85d-d4e9affc1225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (25464390-aaa0-44e5-9724-f60a6b1c873d), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.436079 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fd5a7882-3c5e-4676-b85d-d4e9affc1225 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.437410 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-fd5a7882-3c5e-4676-b85d-d4e9affc1225 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/25464390-aaa0-44e5-9724-f60a6b1c873d HTTP/1.1" status: 204 len: 168 time: 0.3485005 Sep 29 02:12:44.447440 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5a7882-3c5e-4676-b85d-d4e9affc1225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25464390-aaa0-44e5-9724-f60a6b1c873d,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:44.511261 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4130a-05a8-4210-9ef4-61b388bf0474 req-40c46ec5-5ee1-42ee-93f3-cbd1f25db9e8 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:44.514381 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-21f4130a-05a8-4210-9ef4-61b388bf0474 req-40c46ec5-5ee1-42ee-93f3-cbd1f25db9e8 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 945 time: 0.1355612 Sep 29 02:12:44.522057 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0b6f6-284c-46ed-9166-7d8cff555865 req-cb6ac059-45fb-485d-ba64-a49808a0829e tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:44.525005 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-92a0b6f6-284c-46ed-9166-7d8cff555865 req-cb6ac059-45fb-485d-ba64-a49808a0829e tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 945 time: 0.1455402 Sep 29 02:12:44.529440 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 51634) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:44.535757 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-68ae3bd5-74dc-4b6d-b5df-0c20a3589830 req-903fd1cd-bef8-4f4f-99f1-6909e6718575 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/48fe4730-a731-4f29-b026-ed01f3c6a62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888129 Sep 29 02:12:44.538829 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 51638) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:44.543325 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-c4e27016-71a8-42ee-acd7-21f57dbc0d9c tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Request body: {'floatingip': {'port_id': '0c9a6c71-7338-456f-a71a-43c5e2769762'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:44.589871 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-21f4130a-05a8-4210-9ef4-61b388bf0474 req-a78420bf-33b4-4e63-ba86-81b278a9e635 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600433 Sep 29 02:12:44.634201 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c4e27016-71a8-42ee-acd7-21f57dbc0d9c tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks [] for floatingip (67fc88fe-5db5-4d81-8bce-ea5e0e9399bc), before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.800810 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-11ed0367-2e41-43ca-911f-572e13b69da2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.846621 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 51642) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:44.861253 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9fcccf9f-7f50-4633-b773-bed28b5fbb55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:44.987958 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:45.005963 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179c291-4744-4c62-8f78-711f419edbdf req-a0c32f37-1fde-4898-9251-852736c5feb5 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:45.010226 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c179c291-4744-4c62-8f78-711f419edbdf req-a0c32f37-1fde-4898-9251-852736c5feb5 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d758cb5-391d-4be0-a7a6-e9527783d430 HTTP/1.1" status: 200 len: 943 time: 0.0781124 Sep 29 02:12:45.021951 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9fcccf9f-7f50-4633-b773-bed28b5fbb55 admin admin] Publish callbacks [] for security_group (c31b9567-7cc3-4ff7-a266-aa6fb7f65a09), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:45.044221 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9fcccf9f-7f50-4633-b773-bed28b5fbb55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (c31b9567-7cc3-4ff7-a266-aa6fb7f65a09), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:45.049625 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=2 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:45.123425 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcccf9f-7f50-4633-b773-bed28b5fbb55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31b9567-7cc3-4ff7-a266-aa6fb7f65a09,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:45.131464 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-9fcccf9f-7f50-4633-b773-bed28b5fbb55 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=708491115cd0466898f1b8b050251e69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2814589 Sep 29 02:12:45.141370 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 51654) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:45.142602 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c179c291-4744-4c62-8f78-711f419edbdf req-258ced12-362f-4208-9c39-93f41459f168 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6b6aaed-9dbc-4e81-ab84-b4520ad47f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238761 Sep 29 02:12:45.144087 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-cfba3e4f-4b13-4439-b394-fd64397415bf req-208e803b-4f98-444a-af2e-4e95b4758d09 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c9a6c71-7338-456f-a71a-43c5e2769762 HTTP/1.1" status: 200 len: 217 time: 0.0933874 Sep 29 02:12:45.184162 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61799db-bc35-43b7-ab54-45d9cac82633 req-18344998-90c9-4d6d-bd48-e90ede050065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:45.185696 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-d61799db-bc35-43b7-ab54-45d9cac82633 req-18344998-90c9-4d6d-bd48-e90ede050065 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1441276 Sep 29 02:12:45.228656 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:45.296630 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-11ed0367-2e41-43ca-911f-572e13b69da2 admin admin] Publish callbacks [] for security_group (1b7b0665-baa4-422b-83fc-3160eb5736ca), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:45.340482 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-11ed0367-2e41-43ca-911f-572e13b69da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (1b7b0665-baa4-422b-83fc-3160eb5736ca), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:45.347061 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9fa459fd-b838-4032-98ec-cceb073124f8 admin admin] Publish callbacks [] for security_group (c31b9567-7cc3-4ff7-a266-aa6fb7f65a09), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:45.347740 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32896a0d-57fe-47f7-bf57-651deb2968b1 req-e404ab08-2cbc-41f7-8cd7-31bf5b9597a0 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:45.349801 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-32896a0d-57fe-47f7-bf57-651deb2968b1 req-e404ab08-2cbc-41f7-8cd7-31bf5b9597a0 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b844ec9-d6e9-434f-b90c-137b2628fab2 HTTP/1.1" status: 200 len: 945 time: 0.0600860 Sep 29 02:12:45.409852 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-32896a0d-57fe-47f7-bf57-651deb2968b1 req-13014480-0850-4867-901c-1dd11539cecd tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a922da99-8442-478e-866a-0b0efbc3e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534711 Sep 29 02:12:45.479635 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9fa459fd-b838-4032-98ec-cceb073124f8 admin admin] Publish callbacks [] for security_group (c31b9567-7cc3-4ff7-a266-aa6fb7f65a09), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:45.493017 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed0367-2e41-43ca-911f-572e13b69da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7b0665-baa4-422b-83fc-3160eb5736ca,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:45.503930 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-11ed0367-2e41-43ca-911f-572e13b69da2 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=3287dce5f39746509c2917244fc3e951&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9729815 Sep 29 02:12:45.506797 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 51672) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:45.570718 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6f86dff4-604d-4754-8780-eaead7638f2d admin admin] Publish callbacks [] for security_group (1b7b0665-baa4-422b-83fc-3160eb5736ca), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:45.601079 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6f86dff4-604d-4754-8780-eaead7638f2d admin admin] Publish callbacks [] for security_group (1b7b0665-baa4-422b-83fc-3160eb5736ca), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:45.632513 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:DELETE=4,neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:45.686807 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6f86dff4-604d-4754-8780-eaead7638f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (1b7b0665-baa4-422b-83fc-3160eb5736ca), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:45.689584 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6f86dff4-604d-4754-8780-eaead7638f2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:45.693133 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-6f86dff4-604d-4754-8780-eaead7638f2d admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/1b7b0665-baa4-422b-83fc-3160eb5736ca HTTP/1.1" status: 204 len: 168 time: 0.1828365 Sep 29 02:12:45.701137 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86dff4-604d-4754-8780-eaead7638f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7b0665-baa4-422b-83fc-3160eb5736ca,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:45.729582 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9fa459fd-b838-4032-98ec-cceb073124f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (c31b9567-7cc3-4ff7-a266-aa6fb7f65a09), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:45.734029 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9fa459fd-b838-4032-98ec-cceb073124f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:45.736947 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-9fa459fd-b838-4032-98ec-cceb073124f8 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/c31b9567-7cc3-4ff7-a266-aa6fb7f65a09 HTTP/1.1" status: 204 len: 168 time: 0.5910323 Sep 29 02:12:45.741007 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.db.resource_extend [None req-c4e27016-71a8-42ee-acd7-21f57dbc0d9c tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 29 02:12:45.764530 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ae476-b64c-44fe-88c7-44f0c6b1c2d7 req-0da1ea48-fb28-47ac-8201-b01b9666ba5f tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:45.772260 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-562ae476-b64c-44fe-88c7-44f0c6b1c2d7 req-0da1ea48-fb28-47ac-8201-b01b9666ba5f tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 945 time: 0.0663173 Sep 29 02:12:45.831171 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-562ae476-b64c-44fe-88c7-44f0c6b1c2d7 req-126fc36d-6ce1-4980-88a3-09e61feae6ce tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567272 Sep 29 02:12:45.847431 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c4e27016-71a8-42ee-acd7-21f57dbc0d9c tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:45.848567 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa459fd-b838-4032-98ec-cceb073124f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31b9567-7cc3-4ff7-a266-aa6fb7f65a09,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:45.862208 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c4e27016-71a8-42ee-acd7-21f57dbc0d9c tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1596334'] for floatingip (67fc88fe-5db5-4d81-8bce-ea5e0e9399bc), after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:45.981114 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.db.l3_db [None req-c4e27016-71a8-42ee-acd7-21f57dbc0d9c tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Floating IP 67fc88fe-5db5-4d81-8bce-ea5e0e9399bc associated. External IP: 172.28.2.218, port: 0c9a6c71-7338-456f-a71a-43c5e2769762. Sep 29 02:12:46.222337 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e27016-71a8-42ee-acd7-21f57dbc0d9c tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Router 68bac2b9-f319-44c9-b5bb-e2c32a63b70b has already been hosted by L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:12:46.274763 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a17dbf-9eb7-46c5-b9c8-6955994ab2c7 req-c22c3998-a97d-436a-abc5-1242304ee2f2 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:46.276104 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 51708) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:46.276524 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-93a17dbf-9eb7-46c5-b9c8-6955994ab2c7 req-c22c3998-a97d-436a-abc5-1242304ee2f2 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d758cb5-391d-4be0-a7a6-e9527783d430 HTTP/1.1" status: 200 len: 943 time: 0.0519588 Sep 29 02:12:46.299595 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cc1d7b62-2c3d-4612-ad01-32bba617fd80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:46.327564 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-93a17dbf-9eb7-46c5-b9c8-6955994ab2c7 req-791ac58c-f330-431f-b94a-a0a201db738b tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6b6aaed-9dbc-4e81-ab84-b4520ad47f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455062 Sep 29 02:12:46.383121 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e27016-71a8-42ee-acd7-21f57dbc0d9c tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:12:46.393044 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-c4e27016-71a8-42ee-acd7-21f57dbc0d9c tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for floatingip (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:46.399749 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570bebc0-bf87-467b-ad24-956cbf3f6ce6 None None] Sync routers for ids ['68bac2b9-f319-44c9-b5bb-e2c32a63b70b'] in dv-cinder-740146-21-smb {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:12:46.410066 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570bebc0-bf87-467b-ad24-956cbf3f6ce6 None None] Routers {'68bac2b9-f319-44c9-b5bb-e2c32a63b70b'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:12:46.410674 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-570bebc0-bf87-467b-ad24-956cbf3f6ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:12:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['68bac2b9-f319-44c9-b5bb-e2c32a63b70b'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:46.425391 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:46.443038 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-c4e27016-71a8-42ee-acd7-21f57dbc0d9c tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/67fc88fe-5db5-4d81-8bce-ea5e0e9399bc HTTP/1.1" status: 200 len: 991 time: 1.9030437 Sep 29 02:12:46.448375 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc7e3b2-e6b5-477b-9fca-1763c988f8a6', 'tag': '0c9a6c71-7338-456f-a71a-43c5e2769762'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:12:46.450925 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8801c8fb5daab99fa39d625c1bbc33038df1047fb3a9edb171ad2e86806648d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3efadc-be76-4cc8-9ed5-41ecb9d17ad6" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc7e3b2-e6b5-477b-9fca-1763c988f8a6", "tag": "0c9a6c71-7338-456f-a71a-43c5e2769762"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:12:46.488967 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cc1d7b62-2c3d-4612-ad01-32bba617fd80 admin admin] Publish callbacks [] for security_group (31f20702-9285-46d4-b161-e7c3aa5d72b6), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:46.495278 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cc1d7b62-2c3d-4612-ad01-32bba617fd80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (31f20702-9285-46d4-b161-e7c3aa5d72b6), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:46.536765 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3822cd0-4565-4172-8ec9-c92bb5555195 x-openstack-request-id: req-f3822cd0-4565-4172-8ec9-c92bb5555195 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:12:46.537159 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc7e3b2-e6b5-477b-9fca-1763c988f8a6", "tag": "0c9a6c71-7338-456f-a71a-43c5e2769762", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:12:46.537494 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f3822cd0-4565-4172-8ec9-c92bb5555195 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:12:46.537995 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3822cd0-4565-4172-8ec9-c92bb5555195'] response: {'name': 'network-changed', 'server_uuid': '2bc7e3b2-e6b5-477b-9fca-1763c988f8a6', 'tag': '0c9a6c71-7338-456f-a71a-43c5e2769762', 'status': 'completed', 'code': 200} Sep 29 02:12:46.556957 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-cc1d7b62-2c3d-4612-ad01-32bba617fd80 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=c7a1d6f863b14229ae788cb59e7a003a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2752879 Sep 29 02:12:46.556957 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 51720) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:46.562090 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:46.566432 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1d7b62-2c3d-4612-ad01-32bba617fd80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f20702-9285-46d4-b161-e7c3aa5d72b6,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:46.573507 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d478ac8-0ab0-4ca8-a990-9e9188a73a63 req-580e2fc7-294d-4137-99f1-d95a5bfe2db1 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:46.580525 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7d478ac8-0ab0-4ca8-a990-9e9188a73a63 req-580e2fc7-294d-4137-99f1-d95a5bfe2db1 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b844ec9-d6e9-434f-b90c-137b2628fab2 HTTP/1.1" status: 200 len: 945 time: 0.0720258 Sep 29 02:12:46.588627 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-570bebc0-bf87-467b-ad24-956cbf3f6ce6 None None] Set router 68bac2b9-f319-44c9-b5bb-e2c32a63b70b gateway port host: dv-cinder-740146-21-smb {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:12:46.628430 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-65a9d6a7-8361-435f-9143-917da8921cfa admin admin] Publish callbacks [] for security_group (31f20702-9285-46d4-b161-e7c3aa5d72b6), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:46.650806 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7d478ac8-0ab0-4ca8-a990-9e9188a73a63 req-f5cb37a9-e838-47c4-881e-c498bd94fd04 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a922da99-8442-478e-866a-0b0efbc3e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693269 Sep 29 02:12:46.656341 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-65a9d6a7-8361-435f-9143-917da8921cfa admin admin] Publish callbacks [] for security_group (31f20702-9285-46d4-b161-e7c3aa5d72b6), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:46.720661 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-65a9d6a7-8361-435f-9143-917da8921cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (31f20702-9285-46d4-b161-e7c3aa5d72b6), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:46.723346 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-65a9d6a7-8361-435f-9143-917da8921cfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:46.727667 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-65a9d6a7-8361-435f-9143-917da8921cfa admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/31f20702-9285-46d4-b161-e7c3aa5d72b6 HTTP/1.1" status: 204 len: 168 time: 0.1658497 Sep 29 02:12:46.745089 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a9d6a7-8361-435f-9143-917da8921cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f20702-9285-46d4-b161-e7c3aa5d72b6,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:46.903126 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-570bebc0-bf87-467b-ad24-956cbf3f6ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'name': 'tempest-AttachVolumeShelveTestJSON-106992495-router', 'tenant_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': '3be0e4d4-aaac-4318-8c58-5165434b5114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:41Z', 'updated_at': '2022-09-29T02:11:54Z', 'revision_number': 4, 'project_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'gw_port': {'id': '3be0e4d4-aaac-4318-8c58-5165434b5114', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ec:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:42Z', 'updated_at': '2022-09-29T02:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_floatingips': [{'id': '67fc88fe-5db5-4d81-8bce-ea5e0e9399bc', 'tenant_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'floating_ip_address': '172.28.2.218', 'floating_network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'router_id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'port_id': '0c9a6c71-7338-456f-a71a-43c5e2769762', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057', 'mac_address': 'fa:16:3e:b5:c6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc7e3b2-e6b5-477b-9fca-1763c988f8a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:12:02Z', 'updated_at': '2022-09-29T02:12:45Z', 'revision_number': 1, 'project_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe332755-3f61-48de-91ce-db206db12d4b', 'name': '', 'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057', 'tenant_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'mac_address': 'fa:16:3e:20:8e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '398c055b-a2b0-4881-821c-6995d7734c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:51Z', 'updated_at': '2022-09-29T02:12:14Z', 'revision_number': 5, 'project_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'subnets': [{'id': '398c055b-a2b0-4881-821c-6995d7734c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:46.940043 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570bebc0-bf87-467b-ad24-956cbf3f6ce6 None None] Checking router: 68bac2b9-f319-44c9-b5bb-e2c32a63b70b for host: dv-cinder-740146-21-smb {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:12:46.953163 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570bebc0-bf87-467b-ad24-956cbf3f6ce6 None None] Routers {'68bac2b9-f319-44c9-b5bb-e2c32a63b70b'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:12:46.954072 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-570bebc0-bf87-467b-ad24-956cbf3f6ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:12:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['68bac2b9-f319-44c9-b5bb-e2c32a63b70b'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:46.985896 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516e71c-2508-4110-b048-98784327161f req-c4b71f08-8ed0-4940-a3e0-6af827b28c3c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:46.997447 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4516e71c-2508-4110-b048-98784327161f req-c4b71f08-8ed0-4940-a3e0-6af827b28c3c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 945 time: 0.0628061 Sep 29 02:12:47.058970 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4516e71c-2508-4110-b048-98784327161f req-d23e419d-8cee-4b6c-a622-4b59f3afa9b9 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550487 Sep 29 02:12:47.103669 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-570bebc0-bf87-467b-ad24-956cbf3f6ce6 None None] Set router 68bac2b9-f319-44c9-b5bb-e2c32a63b70b gateway port host: dv-cinder-740146-21-smb {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:12:47.359997 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-570bebc0-bf87-467b-ad24-956cbf3f6ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'name': 'tempest-AttachVolumeShelveTestJSON-106992495-router', 'tenant_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': '3be0e4d4-aaac-4318-8c58-5165434b5114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:41Z', 'updated_at': '2022-09-29T02:11:54Z', 'revision_number': 4, 'project_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'gw_port': {'id': '3be0e4d4-aaac-4318-8c58-5165434b5114', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ec:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:42Z', 'updated_at': '2022-09-29T02:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_floatingips': [{'id': '67fc88fe-5db5-4d81-8bce-ea5e0e9399bc', 'tenant_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'floating_ip_address': '172.28.2.218', 'floating_network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'router_id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'port_id': '0c9a6c71-7338-456f-a71a-43c5e2769762', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057', 'mac_address': 'fa:16:3e:b5:c6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc7e3b2-e6b5-477b-9fca-1763c988f8a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:12:02Z', 'updated_at': '2022-09-29T02:12:45Z', 'revision_number': 1, 'project_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe332755-3f61-48de-91ce-db206db12d4b', 'name': '', 'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057', 'tenant_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'mac_address': 'fa:16:3e:20:8e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '398c055b-a2b0-4881-821c-6995d7734c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:51Z', 'updated_at': '2022-09-29T02:12:14Z', 'revision_number': 5, 'project_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'subnets': [{'id': '398c055b-a2b0-4881-821c-6995d7734c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:47.407632 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570bebc0-bf87-467b-ad24-956cbf3f6ce6 None None] The sync data for ids ['68bac2b9-f319-44c9-b5bb-e2c32a63b70b'] in dv-cinder-740146-21-smb is: [{'id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'name': 'tempest-AttachVolumeShelveTestJSON-106992495-router', 'tenant_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': '3be0e4d4-aaac-4318-8c58-5165434b5114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:41Z', 'updated_at': '2022-09-29T02:11:54Z', 'revision_number': 4, 'project_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'gw_port': {'id': '3be0e4d4-aaac-4318-8c58-5165434b5114', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ec:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:42Z', 'updated_at': '2022-09-29T02:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_floatingips': [{'id': '67fc88fe-5db5-4d81-8bce-ea5e0e9399bc', 'tenant_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'floating_ip_address': '172.28.2.218', 'floating_network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'router_id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'port_id': '0c9a6c71-7338-456f-a71a-43c5e2769762', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057', 'mac_address': 'fa:16:3e:b5:c6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc7e3b2-e6b5-477b-9fca-1763c988f8a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:12:02Z', 'updated_at': '2022-09-29T02:12:45Z', 'revision_number': 1, 'project_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe332755-3f61-48de-91ce-db206db12d4b', 'name': '', 'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057', 'tenant_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'mac_address': 'fa:16:3e:20:8e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '398c055b-a2b0-4881-821c-6995d7734c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:51Z', 'updated_at': '2022-09-29T02:12:14Z', 'revision_number': 5, 'project_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'subnets': [{'id': '398c055b-a2b0-4881-821c-6995d7734c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:12:47.488164 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0581449-108f-4d70-bd49-f65c3bde9060 req-a0bfb708-e072-480a-93e7-d69bfe19269e tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:47.490481 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c0581449-108f-4d70-bd49-f65c3bde9060 req-a0bfb708-e072-480a-93e7-d69bfe19269e tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d758cb5-391d-4be0-a7a6-e9527783d430 HTTP/1.1" status: 200 len: 943 time: 0.0674880 Sep 29 02:12:47.559220 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c0581449-108f-4d70-bd49-f65c3bde9060 req-2ba755c6-89c4-469d-ac70-33ae9f160e0b tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6b6aaed-9dbc-4e81-ab84-b4520ad47f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613077 Sep 29 02:12:47.717617 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14dcda7-d77a-4500-9b73-87c15086959f None None] New status for floating IP 67fc88fe-5db5-4d81-8bce-ea5e0e9399bc: ACTIVE {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:12:47.802917 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afaa4b-731f-4e45-b703-d2043fca2c1e req-7dbc0a1e-65a2-41d0-899f-af4666ddfb71 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:47.815480 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-91afaa4b-731f-4e45-b703-d2043fca2c1e req-7dbc0a1e-65a2-41d0-899f-af4666ddfb71 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b844ec9-d6e9-434f-b90c-137b2628fab2 HTTP/1.1" status: 200 len: 945 time: 0.0746624 Sep 29 02:12:47.872884 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:47.894274 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-91afaa4b-731f-4e45-b703-d2043fca2c1e req-646cac39-1432-40cc-a2f7-50b8fe410e08 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a922da99-8442-478e-866a-0b0efbc3e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777533 Sep 29 02:12:48.182947 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e012a-2548-4344-8e79-d7a1b77cde65 req-09e08071-97de-4209-a4b1-bc5876fc1bf1 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:48.184437 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-8b2e012a-2548-4344-8e79-d7a1b77cde65 req-09e08071-97de-4209-a4b1-bc5876fc1bf1 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 945 time: 0.0475168 Sep 29 02:12:48.315382 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-8b2e012a-2548-4344-8e79-d7a1b77cde65 req-4cf4c4da-16e2-4039-b9f3-3850b4e13109 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243811 Sep 29 02:12:48.340023 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:48.378723 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba3e4f-4b13-4439-b394-fd64397415bf req-61090421-f8ee-4e6c-9b7e-ad1943434d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:48.380205 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-cfba3e4f-4b13-4439-b394-fd64397415bf req-61090421-f8ee-4e6c-9b7e-ad1943434d25 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=398c055b-a2b0-4881-821c-6995d7734c32 HTTP/1.1" status: 200 len: 855 time: 0.1577041 Sep 29 02:12:48.480416 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-d61799db-bc35-43b7-ab54-45d9cac82633 req-80f7e86a-17a3-4002-be9f-41dcd5824d41 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590332 Sep 29 02:12:48.625773 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 51844) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:48.694154 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa321aa0-6c95-43e7-91b9-48be79bd68cc req-ad8578a8-4dd8-41dc-8560-dd1f404acc54 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:48.696446 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-aa321aa0-6c95-43e7-91b9-48be79bd68cc req-ad8578a8-4dd8-41dc-8560-dd1f404acc54 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d758cb5-391d-4be0-a7a6-e9527783d430 HTTP/1.1" status: 200 len: 943 time: 0.0646012 Sep 29 02:12:48.760081 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-aa321aa0-6c95-43e7-91b9-48be79bd68cc req-b01d071f-d734-4cfb-911d-9d551ff3e61d tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6b6aaed-9dbc-4e81-ab84-b4520ad47f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578725 Sep 29 02:12:48.767872 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-83ae9b1b-c45e-4746-be83-8472569911c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:48.882516 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-83ae9b1b-c45e-4746-be83-8472569911c3 admin admin] Publish callbacks [] for security_group (e17386b7-c39d-4994-8550-fe79a8e48551), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:48.888680 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-83ae9b1b-c45e-4746-be83-8472569911c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (e17386b7-c39d-4994-8550-fe79a8e48551), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:48.923366 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 7ca813c0-b92b-4ecc-96c0-06236ce09b7d details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:12:48.950747 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba3e4f-4b13-4439-b394-fd64397415bf req-87584116-9a30-4722-bf4b-1c50dafc91ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:48.952264 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-cfba3e4f-4b13-4439-b394-fd64397415bf req-87584116-9a30-4722-bf4b-1c50dafc91ed service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=3be65160-34ea-4bb6-abd7-0d461783c057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1336145 Sep 29 02:12:48.956266 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-83ae9b1b-c45e-4746-be83-8472569911c3 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=6262595fd97144c6960b167f78a13b95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3292661 Sep 29 02:12:48.957462 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae9b1b-c45e-4746-be83-8472569911c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17386b7-c39d-4994-8550-fe79a8e48551,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:48.960369 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 51852) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:49.070126 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ff6c50f3-7690-45f5-bc44-745bf40b5781 admin admin] Publish callbacks [] for security_group (e17386b7-c39d-4994-8550-fe79a8e48551), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:49.078442 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1112afa-ca48-4663-860d-68b57a456be9 req-b59afcbd-c8bf-41f1-8700-23e0055e1731 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:49.080100 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a1112afa-ca48-4663-860d-68b57a456be9 req-b59afcbd-c8bf-41f1-8700-23e0055e1731 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b844ec9-d6e9-434f-b90c-137b2628fab2 HTTP/1.1" status: 200 len: 945 time: 0.0680864 Sep 29 02:12:49.124441 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ff6c50f3-7690-45f5-bc44-745bf40b5781 admin admin] Publish callbacks [] for security_group (e17386b7-c39d-4994-8550-fe79a8e48551), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:49.201478 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a1112afa-ca48-4663-860d-68b57a456be9 req-b6e0d6c5-f1ec-4e34-b96f-0fa9082b9acd tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a922da99-8442-478e-866a-0b0efbc3e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014314 Sep 29 02:12:49.207081 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 7ca813c0-b92b-4ecc-96c0-06236ce09b7d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7ca813c0-b92b-4ecc-96c0-06236ce09b7d,segment=NetworkSegment(bc30c1a7-93b1-4179-96db-aa8fa052d90b),segment_id=bc30c1a7-93b1-4179-96db-aa8fa052d90b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:49.218255 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:49.228768 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-d61799db-bc35-43b7-ab54-45d9cac82633 req-7a8481f0-d07e-45c8-bcfb-c23cc0c32078 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000535 Sep 29 02:12:49.230175 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Returning: {'device': '7ca813c0-b92b-4ecc-96c0-06236ce09b7d', 'network_id': '48fe4730-a731-4f29-b026-ed01f3c6a62d', 'port_id': '7ca813c0-b92b-4ecc-96c0-06236ce09b7d', 'mac_address': 'fa:16:3e:62:55:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e21bbcb-6ab7-4d72-941d-1f819c286c01', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:12:49.237181 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ff6c50f3-7690-45f5-bc44-745bf40b5781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (e17386b7-c39d-4994-8550-fe79a8e48551), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:49.241677 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ff6c50f3-7690-45f5-bc44-745bf40b5781 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:49.243324 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-ff6c50f3-7690-45f5-bc44-745bf40b5781 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/e17386b7-c39d-4994-8550-fe79a8e48551 HTTP/1.1" status: 204 len: 168 time: 0.2813723 Sep 29 02:12:49.260166 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c50f3-7690-45f5-bc44-745bf40b5781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17386b7-c39d-4994-8550-fe79a8e48551,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:49.324299 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port 7ca813c0-b92b-4ecc-96c0-06236ce09b7d is: DOWN; New status is: BUILD {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:49.324631 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (7ca813c0-b92b-4ecc-96c0-06236ce09b7d), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:49.339897 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ca813c0-b92b-4ecc-96c0-06236ce09b7d {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:12:49.379540 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 7ca813c0-b92b-4ecc-96c0-06236ce09b7d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7ca813c0-b92b-4ecc-96c0-06236ce09b7d,segment=NetworkSegment(bc30c1a7-93b1-4179-96db-aa8fa052d90b),segment_id=bc30c1a7-93b1-4179-96db-aa8fa052d90b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:49.386287 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (7ca813c0-b92b-4ecc-96c0-06236ce09b7d), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:49.504776 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Pushing event updated for resources: {'Port': ['ID=7ca813c0-b92b-4ecc-96c0-06236ce09b7d,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:49.563399 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:49.563764 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:49.564527 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:49.564527 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:49.579173 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:49.579173 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:49.579173 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:49.579173 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:49.579764 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:49.580360 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:49.581600 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:49.584544 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:49.584952 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:49.585290 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:49.585689 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:12:49.635535 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5bea478e-9a21-4be9-9831-f256ca0b7e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:49.675506 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-cfba3e4f-4b13-4439-b394-fd64397415bf req-87d1a7a3-7346-450e-b886-b469e82f5fc6 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3be65160-34ea-4bb6-abd7-0d461783c057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048053 Sep 29 02:12:49.845749 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:49.876249 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-cfba3e4f-4b13-4439-b394-fd64397415bf req-08530c0b-3b7c-4b5f-9a10-395a80c756ab service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3be65160-34ea-4bb6-abd7-0d461783c057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443560 Sep 29 02:12:49.880736 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4ee88-aa26-459e-8209-d65b9b5246d0 req-f350aa54-f61a-40d3-812f-8fdf46855908 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:49.883326 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-2ee4ee88-aa26-459e-8209-d65b9b5246d0 req-f350aa54-f61a-40d3-812f-8fdf46855908 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b844ec9-d6e9-434f-b90c-137b2628fab2 HTTP/1.1" status: 200 len: 945 time: 0.3998287 Sep 29 02:12:49.887759 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] get_ports_and_sgs() called for port_ids ['7ca813c0-b92b-4ecc-96c0-06236ce09b7d'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:12:49.892678 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a101e-9763-474c-b671-fe0ce414fef2 req-e4609aed-4298-421d-a190-492a01634242 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:49.894501 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f13a101e-9763-474c-b671-fe0ce414fef2 req-e4609aed-4298-421d-a190-492a01634242 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 945 time: 0.3890429 Sep 29 02:12:49.896057 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 51882) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:49.903543 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-c47f0020-cb74-4784-bc82-905cb429629c tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Request body: {'floatingip': {'port_id': '3c36b3fe-adc9-49c5-8294-93c8b0444be5'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:50.020033 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3efadc-be76-4cc8-9ed5-41ecb9d17ad6 req-5637f7dd-4d3b-4f02-97e7-d15ff5ec07cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:50.021989 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-de3efadc-be76-4cc8-9ed5-41ecb9d17ad6 req-5637f7dd-4d3b-4f02-97e7-d15ff5ec07cd service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bb1caf7cbae44c41bce39e486a20f6eb&device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 1129 time: 0.0608213 Sep 29 02:12:50.094386 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:50.121987 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:50.144720 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbaa9f5-1051-410a-afc7-18aed4ee2b32 req-b8d9daa2-6c65-41d9-8935-ff9e2f68eaa0 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:50.153900 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-afbaa9f5-1051-410a-afc7-18aed4ee2b32 req-b8d9daa2-6c65-41d9-8935-ff9e2f68eaa0 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d758cb5-391d-4be0-a7a6-e9527783d430 HTTP/1.1" status: 200 len: 944 time: 0.1527767 Sep 29 02:12:50.163841 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3efadc-be76-4cc8-9ed5-41ecb9d17ad6 req-9c2ab47a-07da-41eb-92a9-d853759f8ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:50.165415 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-de3efadc-be76-4cc8-9ed5-41ecb9d17ad6 req-9c2ab47a-07da-41eb-92a9-d853759f8ff1 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=3be65160-34ea-4bb6-abd7-0d461783c057 HTTP/1.1" status: 200 len: 917 time: 0.1356065 Sep 29 02:12:50.167616 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c47f0020-cb74-4784-bc82-905cb429629c tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for floatingip (f025f42d-ccff-45a2-940d-ec4a0eaff577), before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:50.278662 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-de3efadc-be76-4cc8-9ed5-41ecb9d17ad6 req-05985845-95ca-468f-b787-5a91d12a7167 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c9a6c71-7338-456f-a71a-43c5e2769762 HTTP/1.1" status: 200 len: 1001 time: 0.1003649 Sep 29 02:12:50.291972 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:50.320917 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f13a101e-9763-474c-b671-fe0ce414fef2 req-0d8900cf-30bf-4d01-820e-c6f33e69c68b tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366604 Sep 29 02:12:50.333490 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3efadc-be76-4cc8-9ed5-41ecb9d17ad6 req-73579d4c-b2b5-4ec6-ab51-26c41512449c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:50.335681 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-de3efadc-be76-4cc8-9ed5-41ecb9d17ad6 req-73579d4c-b2b5-4ec6-ab51-26c41512449c service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=398c055b-a2b0-4881-821c-6995d7734c32 HTTP/1.1" status: 200 len: 855 time: 0.0508432 Sep 29 02:12:50.369557 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-afbaa9f5-1051-410a-afc7-18aed4ee2b32 req-de0b4d99-6795-42ea-8985-bef511644613 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6b6aaed-9dbc-4e81-ab84-b4520ad47f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145193 Sep 29 02:12:50.389928 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3efadc-be76-4cc8-9ed5-41ecb9d17ad6 req-6c9f17ad-840e-48fa-b854-a2aee587fec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:50.391448 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-de3efadc-be76-4cc8-9ed5-41ecb9d17ad6 req-6c9f17ad-840e-48fa-b854-a2aee587fec5 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=3be65160-34ea-4bb6-abd7-0d461783c057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0477602 Sep 29 02:12:50.495375 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-de3efadc-be76-4cc8-9ed5-41ecb9d17ad6 req-d2ea8f78-8d64-45cb-ad6c-643d1fc06021 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3be65160-34ea-4bb6-abd7-0d461783c057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905004 Sep 29 02:12:50.625228 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-de3efadc-be76-4cc8-9ed5-41ecb9d17ad6 req-cb1e79e9-5d01-4ce1-81e8-aba5d650cc13 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3be65160-34ea-4bb6-abd7-0d461783c057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183796 Sep 29 02:12:51.039609 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c47f0020-cb74-4784-bc82-905cb429629c tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:51.049043 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e32c9-dc3f-4755-b0f5-0c5c6d80a635 req-91e91c56-d719-42af-b3c0-58ccc7b244a2 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:51.050558 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ea4e32c9-dc3f-4755-b0f5-0c5c6d80a635 req-91e91c56-d719-42af-b3c0-58ccc7b244a2 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b83b48ca-0d09-44b4-ad34-962a8673d41a HTTP/1.1" status: 200 len: 945 time: 0.0877404 Sep 29 02:12:51.051858 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c47f0020-cb74-4784-bc82-905cb429629c tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1596334'] for floatingip (f025f42d-ccff-45a2-940d-ec4a0eaff577), after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:51.198539 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ea4e32c9-dc3f-4755-b0f5-0c5c6d80a635 req-dc15c1e4-7a80-48c3-a1b0-84ed5dda110b tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1d1a65bb-8647-4080-baae-9286ef50ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419065 Sep 29 02:12:51.209171 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.db.l3_db [None req-c47f0020-cb74-4784-bc82-905cb429629c tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Floating IP f025f42d-ccff-45a2-940d-ec4a0eaff577 associated. External IP: 172.28.2.32, port: 3c36b3fe-adc9-49c5-8294-93c8b0444be5. Sep 29 02:12:51.242705 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 7ca813c0-b92b-4ecc-96c0-06236ce09b7d up at agent hyperv_hv-cinder-74014 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:12:51.293403 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Provisioning for port 7ca813c0-b92b-4ecc-96c0-06236ce09b7d completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:12:51.301904 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Provisioning complete for port 7ca813c0-b92b-4ecc-96c0-06236ce09b7d triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:51.302455 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (7ca813c0-b92b-4ecc-96c0-06236ce09b7d), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:51.302941 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Attempt 1 to provision port 7ca813c0-b92b-4ecc-96c0-06236ce09b7d Sep 29 02:12:51.390081 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port 7ca813c0-b92b-4ecc-96c0-06236ce09b7d is: BUILD; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:12:51.390470 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (7ca813c0-b92b-4ecc-96c0-06236ce09b7d), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:51.435945 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:51.436124 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d758cb5-391d-4be0-a7a6-e9527783d430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca813c0-b92b-4ecc-96c0-06236ce09b7d'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:12:51.439188 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9024dbdcad92e29b408608371dc01104c16b992bc758fd4b6455d872f62f597b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ae3576-cc75-486c-bf43-5c6347adfc93" -d '{"events": [{"server_uuid": "1d758cb5-391d-4be0-a7a6-e9527783d430", "name": "network-vif-plugged", "status": "completed", "tag": "7ca813c0-b92b-4ecc-96c0-06236ce09b7d"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:12:51.446852 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 51930) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:51.458055 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 7ca813c0-b92b-4ecc-96c0-06236ce09b7d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7ca813c0-b92b-4ecc-96c0-06236ce09b7d,segment=NetworkSegment(bc30c1a7-93b1-4179-96db-aa8fa052d90b),segment_id=bc30c1a7-93b1-4179-96db-aa8fa052d90b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:51.464315 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (7ca813c0-b92b-4ecc-96c0-06236ce09b7d), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:51.523262 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Pushing event updated for resources: {'Port': ['ID=7ca813c0-b92b-4ecc-96c0-06236ce09b7d,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:51.596038 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3c71bf8c-c708-4c6a-89ff-12cfa4186593 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:51.672233 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:51.703122 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3c71bf8c-c708-4c6a-89ff-12cfa4186593 admin admin] Publish callbacks [] for security_group (65a04ca7-8e09-4588-bdde-cf47478c5034), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:51.707698 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3c71bf8c-c708-4c6a-89ff-12cfa4186593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (65a04ca7-8e09-4588-bdde-cf47478c5034), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:51.734132 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9391ae4-6cf5-4f31-aa69-65e9d05a3108 req-c96fa24e-f403-4e1a-8691-8ede3032a719 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:51.736184 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d9391ae4-6cf5-4f31-aa69-65e9d05a3108 req-c96fa24e-f403-4e1a-8691-8ede3032a719 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 945 time: 0.2935133 Sep 29 02:12:51.740187 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47f0020-cb74-4784-bc82-905cb429629c tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Router 17ccc970-db74-48fa-898c-ddc4443f89df has already been hosted by L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:12:51.752513 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107383b9-3966-4992-82f3-d0440b1a166b req-3ca77cec-a487-4264-835f-7703a48eff6a tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:51.753975 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-107383b9-3966-4992-82f3-d0440b1a166b req-3ca77cec-a487-4264-835f-7703a48eff6a tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d758cb5-391d-4be0-a7a6-e9527783d430 HTTP/1.1" status: 200 len: 945 time: 0.2669957 Sep 29 02:12:51.757749 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-3c71bf8c-c708-4c6a-89ff-12cfa4186593 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=ac2ad26dbb0549c8a9e3b63fa307d5cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3069077 Sep 29 02:12:51.757749 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c71bf8c-c708-4c6a-89ff-12cfa4186593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a04ca7-8e09-4588-bdde-cf47478c5034,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:51.759042 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 51934) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:51.821145 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a5f8c5f5-bc52-4b9d-9f47-c1b28c87210d admin admin] Publish callbacks [] for security_group (65a04ca7-8e09-4588-bdde-cf47478c5034), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:51.851123 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a5f8c5f5-bc52-4b9d-9f47-c1b28c87210d admin admin] Publish callbacks [] for security_group (65a04ca7-8e09-4588-bdde-cf47478c5034), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:51.866199 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:51.895001 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d9391ae4-6cf5-4f31-aa69-65e9d05a3108 req-f4d9acdf-bebd-46bb-a8f2-713273e95248 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508293 Sep 29 02:12:51.926303 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-107383b9-3966-4992-82f3-d0440b1a166b req-690e2a4d-94a9-48c6-bcc6-867a0f2d6c2d tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6b6aaed-9dbc-4e81-ab84-b4520ad47f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627946 Sep 29 02:12:51.929489 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a5f8c5f5-bc52-4b9d-9f47-c1b28c87210d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (65a04ca7-8e09-4588-bdde-cf47478c5034), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:51.932848 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a5f8c5f5-bc52-4b9d-9f47-c1b28c87210d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:51.949603 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-a5f8c5f5-bc52-4b9d-9f47-c1b28c87210d admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/65a04ca7-8e09-4588-bdde-cf47478c5034 HTTP/1.1" status: 204 len: 168 time: 0.1770594 Sep 29 02:12:51.958093 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47f0020-cb74-4784-bc82-905cb429629c tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:12:51.963435 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8c5f5-bc52-4b9d-9f47-c1b28c87210d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a04ca7-8e09-4588-bdde-cf47478c5034,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:51.969983 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3fbbdd6-1317-4c12-a4c9-88adcd65fab1 x-openstack-request-id: req-a3fbbdd6-1317-4c12-a4c9-88adcd65fab1 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:12:51.970527 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d758cb5-391d-4be0-a7a6-e9527783d430", "name": "network-vif-plugged", "status": "completed", "tag": "7ca813c0-b92b-4ecc-96c0-06236ce09b7d", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:12:51.971383 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a3fbbdd6-1317-4c12-a4c9-88adcd65fab1 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:12:51.972015 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3fbbdd6-1317-4c12-a4c9-88adcd65fab1'] response: {'server_uuid': '1d758cb5-391d-4be0-a7a6-e9527783d430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca813c0-b92b-4ecc-96c0-06236ce09b7d', 'code': 200} Sep 29 02:12:51.973531 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c47f0020-cb74-4784-bc82-905cb429629c tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for floatingip (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:51.984059 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fbef9e-ac3b-400f-ab45-11ce83dfa49e None None] Sync routers for ids ['17ccc970-db74-48fa-898c-ddc4443f89df'] in dv-cinder-740146-21-smb {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:12:52.001912 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fbef9e-ac3b-400f-ab45-11ce83dfa49e None None] Routers {'17ccc970-db74-48fa-898c-ddc4443f89df'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:12:52.002645 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b9fbef9e-ac3b-400f-ab45-11ce83dfa49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:12:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['17ccc970-db74-48fa-898c-ddc4443f89df'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:52.008252 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-c47f0020-cb74-4784-bc82-905cb429629c tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/f025f42d-ccff-45a2-940d-ec4a0eaff577 HTTP/1.1" status: 200 len: 990 time: 2.1099069 Sep 29 02:12:52.008918 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b844ec9-d6e9-434f-b90c-137b2628fab2', 'tag': '3c36b3fe-adc9-49c5-8294-93c8b0444be5'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:12:52.011617 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6fd434f9474e642ac52a32a239cb9403cb6cbac172bb9ea56eecab16f0e16c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff321632-6fc7-41e9-b093-4dd4bd17598f" -d '{"events": [{"name": "network-changed", "server_uuid": "7b844ec9-d6e9-434f-b90c-137b2628fab2", "tag": "3c36b3fe-adc9-49c5-8294-93c8b0444be5"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:12:52.077487 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8906c87-0d8a-4f77-97b4-0f79adfda668 x-openstack-request-id: req-f8906c87-0d8a-4f77-97b4-0f79adfda668 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:12:52.078635 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b844ec9-d6e9-434f-b90c-137b2628fab2", "tag": "3c36b3fe-adc9-49c5-8294-93c8b0444be5", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:12:52.078894 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f8906c87-0d8a-4f77-97b4-0f79adfda668 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:12:52.079306 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8906c87-0d8a-4f77-97b4-0f79adfda668'] response: {'name': 'network-changed', 'server_uuid': '7b844ec9-d6e9-434f-b90c-137b2628fab2', 'tag': '3c36b3fe-adc9-49c5-8294-93c8b0444be5', 'status': 'completed', 'code': 200} Sep 29 02:12:52.099481 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9bf731bd-370d-4dd5-9088-c1b8e817ad5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:52.136578 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-b9fbef9e-ac3b-400f-ab45-11ce83dfa49e None None] Set router 17ccc970-db74-48fa-898c-ddc4443f89df gateway port host: dv-cinder-740146-21-smb {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:12:52.343217 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=100 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:52.343871 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=100 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:52.371165 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979de60-4d64-4c50-a139-93e12273758f req-d599ff9c-3599-4eb0-84e2-0ba8a71f47f4 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:52.373256 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-3979de60-4d64-4c50-a139-93e12273758f req-d599ff9c-3599-4eb0-84e2-0ba8a71f47f4 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b83b48ca-0d09-44b4-ad34-962a8673d41a HTTP/1.1" status: 200 len: 945 time: 0.0598733 Sep 29 02:12:52.409124 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b9fbef9e-ac3b-400f-ab45-11ce83dfa49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'name': 'tempest-AttachVolumeNegativeTest-823417103-router', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:11:49Z', 'revision_number': 4, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'gw_port': {'id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:40Z', 'updated_at': '2022-09-29T02:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_floatingips': [{'id': 'f025f42d-ccff-45a2-940d-ec4a0eaff577', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'floating_ip_address': '172.28.2.32', 'floating_network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'router_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'port_id': '3c36b3fe-adc9-49c5-8294-93c8b0444be5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'mac_address': 'fa:16:3e:e4:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b844ec9-d6e9-434f-b90c-137b2628fab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:11:57Z', 'updated_at': '2022-09-29T02:12:50Z', 'revision_number': 1, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cf6ac9c-d1f1-4274-b794-31248e1deb48', 'name': '', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'mac_address': 'fa:16:3e:0d:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:46Z', 'updated_at': '2022-09-29T02:11:55Z', 'revision_number': 5, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'subnets': [{'id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:52.433679 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-3979de60-4d64-4c50-a139-93e12273758f req-f773bbae-fb64-47e5-83de-e327360231d4 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1d1a65bb-8647-4080-baae-9286ef50ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544536 Sep 29 02:12:52.523451 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fbef9e-ac3b-400f-ab45-11ce83dfa49e None None] Checking router: 17ccc970-db74-48fa-898c-ddc4443f89df for host: dv-cinder-740146-21-smb {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:12:52.532692 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fbef9e-ac3b-400f-ab45-11ce83dfa49e None None] Routers {'17ccc970-db74-48fa-898c-ddc4443f89df'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:12:52.533585 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b9fbef9e-ac3b-400f-ab45-11ce83dfa49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:12:52Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['17ccc970-db74-48fa-898c-ddc4443f89df'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:52.637189 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-b9fbef9e-ac3b-400f-ab45-11ce83dfa49e None None] Set router 17ccc970-db74-48fa-898c-ddc4443f89df gateway port host: dv-cinder-740146-21-smb {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:12:52.745303 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff321632-6fc7-41e9-b093-4dd4bd17598f req-56c8af91-810b-41f8-9276-cc5b6a5f2103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:52.747253 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-ff321632-6fc7-41e9-b093-4dd4bd17598f req-56c8af91-810b-41f8-9276-cc5b6a5f2103 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=1765f90d50914c75bf5c10c43bc688e9&device_id=7b844ec9-d6e9-434f-b90c-137b2628fab2 HTTP/1.1" status: 200 len: 1129 time: 0.0758927 Sep 29 02:12:52.889032 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b9fbef9e-ac3b-400f-ab45-11ce83dfa49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'name': 'tempest-AttachVolumeNegativeTest-823417103-router', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:11:49Z', 'revision_number': 4, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'gw_port': {'id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:40Z', 'updated_at': '2022-09-29T02:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_floatingips': [{'id': 'f025f42d-ccff-45a2-940d-ec4a0eaff577', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'floating_ip_address': '172.28.2.32', 'floating_network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'router_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'port_id': '3c36b3fe-adc9-49c5-8294-93c8b0444be5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'mac_address': 'fa:16:3e:e4:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b844ec9-d6e9-434f-b90c-137b2628fab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:11:57Z', 'updated_at': '2022-09-29T02:12:50Z', 'revision_number': 1, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cf6ac9c-d1f1-4274-b794-31248e1deb48', 'name': '', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'mac_address': 'fa:16:3e:0d:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:46Z', 'updated_at': '2022-09-29T02:11:55Z', 'revision_number': 5, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'subnets': [{'id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:12:52.894519 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81b09c-d343-4808-8fad-052fdca4a5d0 req-ed3e7419-5a0b-4382-b35e-4a2c65030454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:52.896351 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-2d81b09c-d343-4808-8fad-052fdca4a5d0 req-ed3e7419-5a0b-4382-b35e-4a2c65030454 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1d758cb5-391d-4be0-a7a6-e9527783d430 HTTP/1.1" status: 200 len: 1129 time: 0.0704262 Sep 29 02:12:52.921704 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fbef9e-ac3b-400f-ab45-11ce83dfa49e None None] The sync data for ids ['17ccc970-db74-48fa-898c-ddc4443f89df'] in dv-cinder-740146-21-smb is: [{'id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'name': 'tempest-AttachVolumeNegativeTest-823417103-router', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:11:49Z', 'revision_number': 4, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'gw_port': {'id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:40Z', 'updated_at': '2022-09-29T02:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_floatingips': [{'id': 'f025f42d-ccff-45a2-940d-ec4a0eaff577', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'floating_ip_address': '172.28.2.32', 'floating_network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'router_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'port_id': '3c36b3fe-adc9-49c5-8294-93c8b0444be5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'mac_address': 'fa:16:3e:e4:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b844ec9-d6e9-434f-b90c-137b2628fab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:11:57Z', 'updated_at': '2022-09-29T02:12:50Z', 'revision_number': 1, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cf6ac9c-d1f1-4274-b794-31248e1deb48', 'name': '', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'mac_address': 'fa:16:3e:0d:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:46Z', 'updated_at': '2022-09-29T02:11:55Z', 'revision_number': 5, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'subnets': [{'id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:12:52.947956 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff321632-6fc7-41e9-b093-4dd4bd17598f req-115d39ef-1729-4a70-aa57-d6f5806a0dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:52.949456 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-ff321632-6fc7-41e9-b093-4dd4bd17598f req-115d39ef-1729-4a70-aa57-d6f5806a0dbd service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2 HTTP/1.1" status: 200 len: 915 time: 0.1951189 Sep 29 02:12:52.951738 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:53.061934 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-2d81b09c-d343-4808-8fad-052fdca4a5d0 req-8649be90-bef1-485d-852d-4b50360f3b9e service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b6b6aaed-9dbc-4e81-ab84-b4520ad47f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476233 Sep 29 02:12:53.090727 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-ff321632-6fc7-41e9-b093-4dd4bd17598f req-1beeafb7-1505-42b5-ab52-93ea1198b25c service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c36b3fe-adc9-49c5-8294-93c8b0444be5 HTTP/1.1" status: 200 len: 998 time: 0.1093230 Sep 29 02:12:53.108022 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf172a-c36a-48e7-9d35-a8102c02b310 req-33e457c1-cec8-4b66-9555-473eefdf0a3b tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:53.110355 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-bccf172a-c36a-48e7-9d35-a8102c02b310 req-33e457c1-cec8-4b66-9555-473eefdf0a3b tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 945 time: 0.0913634 Sep 29 02:12:53.122405 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074bf6c-7e14-4dfa-ba6f-b2569d1a9459 req-d97a07ad-9531-44aa-83dd-8a6899cdfec3 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:53.124930 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9074bf6c-7e14-4dfa-ba6f-b2569d1a9459 req-d97a07ad-9531-44aa-83dd-8a6899cdfec3 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d758cb5-391d-4be0-a7a6-e9527783d430 HTTP/1.1" status: 200 len: 945 time: 0.0691504 Sep 29 02:12:53.200910 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:53.214099 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-bccf172a-c36a-48e7-9d35-a8102c02b310 req-951b751a-aa23-46a2-8610-cfa1a35c983e tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982525 Sep 29 02:12:53.234129 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254683f1-7950-4fba-afbc-243cda5f518c None None] New status for floating IP f025f42d-ccff-45a2-940d-ec4a0eaff577: ACTIVE {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:12:53.247139 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9074bf6c-7e14-4dfa-ba6f-b2569d1a9459 req-77619182-17e7-4c37-a530-9e477bde7ca7 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6b6aaed-9dbc-4e81-ab84-b4520ad47f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129825 Sep 29 02:12:53.551155 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff321632-6fc7-41e9-b093-4dd4bd17598f req-6aee3a55-9143-4092-bbb2-c50b1189600d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:53.552770 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-ff321632-6fc7-41e9-b093-4dd4bd17598f req-6aee3a55-9143-4092-bbb2-c50b1189600d service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=00e04331-0054-4eae-80e0-25be17b9d3cd HTTP/1.1" status: 200 len: 853 time: 0.0582209 Sep 29 02:12:53.569578 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491812c-00ee-44b4-97e8-ee025f0a804d req-52f7a5f0-161b-4737-9992-f7482de7a20f tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:53.572427 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c491812c-00ee-44b4-97e8-ee025f0a804d req-52f7a5f0-161b-4737-9992-f7482de7a20f tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b83b48ca-0d09-44b4-ad34-962a8673d41a HTTP/1.1" status: 200 len: 945 time: 0.0528233 Sep 29 02:12:53.626105 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c491812c-00ee-44b4-97e8-ee025f0a804d req-01163dd1-b558-488d-b76e-31022b9f369b tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1d1a65bb-8647-4080-baae-9286ef50ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457816 Sep 29 02:12:53.709548 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff321632-6fc7-41e9-b093-4dd4bd17598f req-1df5eb17-7569-41af-a624-587271005070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:53.710967 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-ff321632-6fc7-41e9-b093-4dd4bd17598f req-1df5eb17-7569-41af-a624-587271005070 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0381577 Sep 29 02:12:54.383139 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c7f21-a115-418d-93ce-593649d7bf6e req-ef24fb7d-db37-4166-ab27-c3784a133096 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:54.384845 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-dc5c7f21-a115-418d-93ce-593649d7bf6e req-ef24fb7d-db37-4166-ab27-c3784a133096 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 945 time: 0.0956964 Sep 29 02:12:54.402063 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d504db33-7c36-40b3-98d7-f082a4e06424 req-2fe9d4d7-70e3-4466-baca-3fb08fdafabc tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:54.403482 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d504db33-7c36-40b3-98d7-f082a4e06424 req-2fe9d4d7-70e3-4466-baca-3fb08fdafabc tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d758cb5-391d-4be0-a7a6-e9527783d430 HTTP/1.1" status: 200 len: 945 time: 0.0809901 Sep 29 02:12:54.445335 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdebd26-b50e-4e09-9a9f-ca9f233cb964 req-00250bc5-2c09-44a0-a622-4a7213243788 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:54.446853 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-5fdebd26-b50e-4e09-9a9f-ca9f233cb964 req-00250bc5-2c09-44a0-a622-4a7213243788 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b83b48ca-0d09-44b4-ad34-962a8673d41a HTTP/1.1" status: 200 len: 945 time: 0.1021695 Sep 29 02:12:54.449115 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-ff321632-6fc7-41e9-b093-4dd4bd17598f req-af6c43ed-0039-4b99-8327-791371eed263 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701956 Sep 29 02:12:54.465584 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-dc5c7f21-a115-418d-93ce-593649d7bf6e req-82fe9d22-1b89-4597-86f4-68dadb230bbb tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748737 Sep 29 02:12:54.494435 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d504db33-7c36-40b3-98d7-f082a4e06424 req-528deffb-ac10-442f-89be-a2cbc9f05589 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6b6aaed-9dbc-4e81-ab84-b4520ad47f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826161 Sep 29 02:12:54.647675 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:54.656868 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-5fdebd26-b50e-4e09-9a9f-ca9f233cb964 req-9946a2b1-85cd-4bef-9e83-8461f24de0d6 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] Deleting port 665ed760-d798-46ef-a1ef-dd4e7e84bbbe {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:12:54.656868 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-5fdebd26-b50e-4e09-9a9f-ca9f233cb964 req-9946a2b1-85cd-4bef-9e83-8461f24de0d6 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (665ed760-d798-46ef-a1ef-dd4e7e84bbbe), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:54.706924 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-e930bda0-4ce4-4481-bbab-b9abca778ebc tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=83d6d83a248e44d19dacfd099f475c1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579162 Sep 29 02:12:54.720991 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-ff321632-6fc7-41e9-b093-4dd4bd17598f req-49557732-797f-46c1-9beb-881807d2dd5b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184591 Sep 29 02:12:54.758937 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:54.776329 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-5fdebd26-b50e-4e09-9a9f-ca9f233cb964 req-9946a2b1-85cd-4bef-9e83-8461f24de0d6 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] For port 665ed760-d798-46ef-a1ef-dd4e7e84bbbe, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=665ed760-d798-46ef-a1ef-dd4e7e84bbbe,segment=NetworkSegment(43f3e6d4-dadc-474d-9558-852a30f5c49f),segment_id=43f3e6d4-dadc-474d-9558-852a30f5c49f)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:12:54.776917 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-5fdebd26-b50e-4e09-9a9f-ca9f233cb964 req-9946a2b1-85cd-4bef-9e83-8461f24de0d6 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (665ed760-d798-46ef-a1ef-dd4e7e84bbbe), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:54.795432 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-5fdebd26-b50e-4e09-9a9f-ca9f233cb964 req-9946a2b1-85cd-4bef-9e83-8461f24de0d6 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] Calling delete_port for 665ed760-d798-46ef-a1ef-dd4e7e84bbbe owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:12:54.830377 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:54.867652 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:54.915137 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43be12c-cb36-4028-ab9d-9ec2d055b788 req-d0b66889-bb15-47a6-8cfc-1215a77a0da7 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:54.916784 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f43be12c-cb36-4028-ab9d-9ec2d055b788 req-d0b66889-bb15-47a6-8cfc-1215a77a0da7 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b83b48ca-0d09-44b4-ad34-962a8673d41a HTTP/1.1" status: 200 len: 945 time: 0.1873858 Sep 29 02:12:54.974731 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-5fdebd26-b50e-4e09-9a9f-ca9f233cb964 req-9946a2b1-85cd-4bef-9e83-8461f24de0d6 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429'] for port (665ed760-d798-46ef-a1ef-dd4e7e84bbbe), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:54.991088 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] get_ports_and_sgs() called for port_ids ['665ed760-d798-46ef-a1ef-dd4e7e84bbbe'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:12:55.003351 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9946a2b1-85cd-4bef-9e83-8461f24de0d6 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] Pushing event deleted for resources: {'Port': ['ID=665ed760-d798-46ef-a1ef-dd4e7e84bbbe,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:55.041051 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-36ec561b-fa21-4e5e-b3ce-073b0e33408c tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:55.042707 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-36ec561b-fa21-4e5e-b3ce-073b0e33408c tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3349125 Sep 29 02:12:55.050702 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f43be12c-cb36-4028-ab9d-9ec2d055b788 req-008e0d08-820c-4ace-8ade-6f2d92679a05 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1d1a65bb-8647-4080-baae-9286ef50ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249676 Sep 29 02:12:55.067279 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-90b75e8e-20ba-47b9-bf9f-e8e24dea8f59 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] 10.222.0.49 "GET /networking/v2.0/quotas/83d6d83a248e44d19dacfd099f475c1b HTTP/1.1" status: 200 len: 375 time: 0.0155494 Sep 29 02:12:55.086585 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fdebd26-b50e-4e09-9a9f-ca9f233cb964 req-9946a2b1-85cd-4bef-9e83-8461f24de0d6 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] No DVR routers for this DVR port 665ed760-d798-46ef-a1ef-dd4e7e84bbbe on host hv-cinder-74014 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:12:55.090149 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-5fdebd26-b50e-4e09-9a9f-ca9f233cb964 req-9946a2b1-85cd-4bef-9e83-8461f24de0d6 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for port (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:55.094044 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-5fdebd26-b50e-4e09-9a9f-ca9f233cb964 req-9946a2b1-85cd-4bef-9e83-8461f24de0d6 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.16 "DELETE /networking/v2.0/ports/665ed760-d798-46ef-a1ef-dd4e7e84bbbe HTTP/1.1" status: 204 len: 173 time: 0.6270444 Sep 29 02:12:55.094732 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83b48ca-0d09-44b4-ad34-962a8673d41a', 'name': 'network-vif-deleted', 'tag': '665ed760-d798-46ef-a1ef-dd4e7e84bbbe'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:12:55.097097 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8801c8fb5daab99fa39d625c1bbc33038df1047fb3a9edb171ad2e86806648d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e0937c-c0e6-4459-8b27-3352414b45ab" -d '{"events": [{"server_uuid": "b83b48ca-0d09-44b4-ad34-962a8673d41a", "name": "network-vif-deleted", "tag": "665ed760-d798-46ef-a1ef-dd4e7e84bbbe"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:12:55.109899 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-666d60c4-a34e-4b7f-8e4a-5ff19259e876 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=83d6d83a248e44d19dacfd099f475c1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417020 Sep 29 02:12:55.141960 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8029c13e-9700-44e1-87e1-311e0b4b64b8 x-openstack-request-id: req-8029c13e-9700-44e1-87e1-311e0b4b64b8 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:12:55.142311 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83b48ca-0d09-44b4-ad34-962a8673d41a", "name": "network-vif-deleted", "tag": "665ed760-d798-46ef-a1ef-dd4e7e84bbbe", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:12:55.142594 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8029c13e-9700-44e1-87e1-311e0b4b64b8 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:12:55.143016 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8029c13e-9700-44e1-87e1-311e0b4b64b8'] response: {'server_uuid': 'b83b48ca-0d09-44b4-ad34-962a8673d41a', 'name': 'network-vif-deleted', 'tag': '665ed760-d798-46ef-a1ef-dd4e7e84bbbe', 'status': 'completed', 'code': 200} Sep 29 02:12:55.278564 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a2a9ec4d-e8cf-4fc3-ba07-081e560fd0fd req-3bcc9119-9502-4403-acfa-3955153bed49 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e9bfbd59-defe-46b1-a67f-53a2bdaf0885 HTTP/1.1" status: 200 len: 210 time: 0.0279653 Sep 29 02:12:55.650455 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f592ba-2885-4258-aed5-28655e5a9805 req-daf3104f-9ea7-4a4c-86de-7b818fa6d782 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:55.653781 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f5f592ba-2885-4258-aed5-28655e5a9805 req-daf3104f-9ea7-4a4c-86de-7b818fa6d782 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 945 time: 0.1030142 Sep 29 02:12:55.676578 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a15907-9866-4943-9bbb-384b386d6c71 req-f77b7455-1b34-479d-ac1b-3fdf0ee06678 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:55.678413 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e5a15907-9866-4943-9bbb-384b386d6c71 req-f77b7455-1b34-479d-ac1b-3fdf0ee06678 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d758cb5-391d-4be0-a7a6-e9527783d430 HTTP/1.1" status: 200 len: 945 time: 0.0850072 Sep 29 02:12:55.721688 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:55.758209 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f5f592ba-2885-4258-aed5-28655e5a9805 req-2a41e0c7-c3f7-47d8-8d44-4e5d036d8361 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962563 Sep 29 02:12:55.781802 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e5a15907-9866-4943-9bbb-384b386d6c71 req-8c56b649-bf61-4f78-8527-a5a6f6eb9ea9 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6b6aaed-9dbc-4e81-ab84-b4520ad47f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877461 Sep 29 02:12:56.207211 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a0ad4c56-fa3c-41a3-8871-71ee94969d9a req-8286d8c5-c4c5-4209-bfbc-ac198eac58f6 tempest-DeleteServersTestJSON-1067893808 tempest-DeleteServersTestJSON-1067893808-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b83b48ca-0d09-44b4-ad34-962a8673d41a HTTP/1.1" status: 200 len: 210 time: 0.0307882 Sep 29 02:12:56.375484 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0dac1204-a69b-46fc-b639-c5b160d6b5bc req-cac31c4f-d5bc-4e6a-babe-6aa26a251954 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e9bfbd59-defe-46b1-a67f-53a2bdaf0885 HTTP/1.1" status: 200 len: 210 time: 0.0272822 Sep 29 02:12:56.886471 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95eeaaa-8441-4668-b5c5-7d457e73df65 req-06bacfe1-1155-410f-a631-2a269357450a tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:56.888099 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b95eeaaa-8441-4668-b5c5-7d457e73df65 req-06bacfe1-1155-410f-a631-2a269357450a tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 945 time: 0.0525634 Sep 29 02:12:56.952686 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b95eeaaa-8441-4668-b5c5-7d457e73df65 req-a847a0f6-67cd-4efa-b49e-df4d44824543 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580323 Sep 29 02:12:57.257833 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 665ed760-d798-46ef-a1ef-dd4e7e84bbbe no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:12:57.263475 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:57.284991 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] No Port match for: 665ed760-d798-46ef-a1ef-dd4e7e84bbbe {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:12:57.285358 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 665ed760-d798-46ef-a1ef-dd4e7e84bbbe not bound to the agent host hv-cinder-74014 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:12:57.349678 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-a80f5c8d-772d-497b-9c1e-f3d3aa7f7430 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=83d6d83a248e44d19dacfd099f475c1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554805 Sep 29 02:12:57.494346 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-846de502-d1ff-4045-816c-eec2cf54da10 req-be6b67ac-a59f-4178-8194-2b0db5d05a1f tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e9bfbd59-defe-46b1-a67f-53a2bdaf0885 HTTP/1.1" status: 200 len: 210 time: 0.0333672 Sep 29 02:12:57.617008 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-11290a05-b1b3-4f2c-bb4c-0921e2bf6f00 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:57.618695 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-11290a05-b1b3-4f2c-bb4c-0921e2bf6f00 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2630501 Sep 29 02:12:57.647015 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-f7010bfe-af08-438a-ad9a-03f2f98e4a16 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] Request body: {'port': {'device_id': 'e9bfbd59-defe-46b1-a67f-53a2bdaf0885', 'network_id': '6573b167-2754-4bfc-bf7c-700f06e9004e', 'admin_state_up': True, 'tenant_id': '83d6d83a248e44d19dacfd099f475c1b'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:57.745406 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:57.762686 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-f7010bfe-af08-438a-ad9a-03f2f98e4a16 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] Made reservation on behalf of 83d6d83a248e44d19dacfd099f475c1b for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:12:57.766536 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-f7010bfe-af08-438a-ad9a-03f2f98e4a16 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:57.776710 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-f7010bfe-af08-438a-ad9a-03f2f98e4a16 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:57.860115 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-f7010bfe-af08-438a-ad9a-03f2f98e4a16 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] Publish callbacks [] for security_group (0c5ad96d-9aea-4d09-859a-9f4f6fb4db5a), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:57.864030 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-f7010bfe-af08-438a-ad9a-03f2f98e4a16 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (0c5ad96d-9aea-4d09-859a-9f4f6fb4db5a), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:57.928666 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7010bfe-af08-438a-ad9a-03f2f98e4a16 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5ad96d-9aea-4d09-859a-9f4f6fb4db5a,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:58.012759 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-f7010bfe-af08-438a-ad9a-03f2f98e4a16 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] Allocated IP 192.168.233.69 (6573b167-2754-4bfc-bf7c-700f06e9004e/ac2f5390-a3ee-4d33-a345-a15fdda52c96/a6046cd7-5156-4f17-9bc1-7d098f813216) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:12:58.024843 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:58.083788 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70413a0b-a7f8-4537-8a49-04daef75e746 req-15b59b4a-5f39-4766-b7c8-b01600ad844c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:58.086010 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-70413a0b-a7f8-4537-8a49-04daef75e746 req-15b59b4a-5f39-4766-b7c8-b01600ad844c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 945 time: 0.0530100 Sep 29 02:12:58.141819 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-70413a0b-a7f8-4537-8a49-04daef75e746 req-b8fabfed-0cd4-476e-905b-268de0ca22bb tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481665 Sep 29 02:12:58.176878 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-f7010bfe-af08-438a-ad9a-03f2f98e4a16 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] Publish callbacks [] for port (a6046cd7-5156-4f17-9bc1-7d098f813216), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:58.209689 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-f7010bfe-af08-438a-ad9a-03f2f98e4a16 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420'] for port (a6046cd7-5156-4f17-9bc1-7d098f813216), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:58.259104 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-f7010bfe-af08-438a-ad9a-03f2f98e4a16 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] Network 6573b167-2754-4bfc-bf7c-700f06e9004e is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:12:58.264223 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-f7010bfe-af08-438a-ad9a-03f2f98e4a16 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:12:58.267933 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-f7010bfe-af08-438a-ad9a-03f2f98e4a16 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:12:58.273707 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-f7010bfe-af08-438a-ad9a-03f2f98e4a16 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:58.274405 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-f7010bfe-af08-438a-ad9a-03f2f98e4a16 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for port (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:58.278819 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7010bfe-af08-438a-ad9a-03f2f98e4a16 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] Pushing event updated for resources: {'Port': ['ID=a6046cd7-5156-4f17-9bc1-7d098f813216,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:58.299286 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-f7010bfe-af08-438a-ad9a-03f2f98e4a16 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6564918 Sep 29 02:12:58.317449 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-f6527c09-f596-49de-a50c-2f0401dbd858 service neutron] Request body: {'port': {'device_id': 'e9bfbd59-defe-46b1-a67f-53a2bdaf0885', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:12:58.414673 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-f6527c09-f596-49de-a50c-2f0401dbd858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (a6046cd7-5156-4f17-9bc1-7d098f813216), before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:58.470239 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:58.621750 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-988288ac-fbf1-4eac-b422-f4400c87d681 None None] Provisioning complete for port a6046cd7-5156-4f17-9bc1-7d098f813216 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:12:58.624279 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-988288ac-fbf1-4eac-b422-f4400c87d681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (a6046cd7-5156-4f17-9bc1-7d098f813216), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:58.625095 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-988288ac-fbf1-4eac-b422-f4400c87d681 None None] Attempt 1 to provision port a6046cd7-5156-4f17-9bc1-7d098f813216 Sep 29 02:12:58.703130 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-988288ac-fbf1-4eac-b422-f4400c87d681 None None] Port a6046cd7-5156-4f17-9bc1-7d098f813216 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:58.703347 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8f91c-5dc2-4747-86fb-4d9075d6dcb1 req-7ce26e35-4e67-4544-8307-ea77ebec6a7f tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:58.704809 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d3e8f91c-5dc2-4747-86fb-4d9075d6dcb1 req-7ce26e35-4e67-4544-8307-ea77ebec6a7f tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e9bfbd59-defe-46b1-a67f-53a2bdaf0885 HTTP/1.1" status: 200 len: 935 time: 0.0656824 Sep 29 02:12:58.757191 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.notifiers.nova [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-f6527c09-f596-49de-a50c-2f0401dbd858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6046cd7-5156-4f17-9bc1-7d098f813216 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:12:58.767303 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-f6527c09-f596-49de-a50c-2f0401dbd858 service neutron] Publish callbacks [] for port (a6046cd7-5156-4f17-9bc1-7d098f813216), precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:58.780824 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d3e8f91c-5dc2-4747-86fb-4d9075d6dcb1 req-b00b6a1a-8411-4fa8-b90b-f92fa43ed1a7 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c5ad96d-9aea-4d09-859a-9f4f6fb4db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681095 Sep 29 02:12:58.782078 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-f6527c09-f596-49de-a50c-2f0401dbd858 service neutron] Transition to ACTIVE for port object a6046cd7-5156-4f17-9bc1-7d098f813216 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:12:58.785981 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-f6527c09-f596-49de-a50c-2f0401dbd858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (a6046cd7-5156-4f17-9bc1-7d098f813216), after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:58.866666 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6527c09-f596-49de-a50c-2f0401dbd858 service neutron] Pushing event updated for resources: {'Port': ['ID=a6046cd7-5156-4f17-9bc1-7d098f813216,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:58.869016 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-f6527c09-f596-49de-a50c-2f0401dbd858 service neutron] Attempting to bind port a6046cd7-5156-4f17-9bc1-7d098f813216 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:12:58.869383 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-f6527c09-f596-49de-a50c-2f0401dbd858 service neutron] Attempting to bind port a6046cd7-5156-4f17-9bc1-7d098f813216 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'd14c15d4-dbad-4d48-b6a6-c63907d37e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6573b167-2754-4bfc-bf7c-700f06e9004e'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:12:58.870700 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-f6527c09-f596-49de-a50c-2f0401dbd858 service neutron] Attempting to bind port a6046cd7-5156-4f17-9bc1-7d098f813216 on network 6573b167-2754-4bfc-bf7c-700f06e9004e {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:12:58.891110 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 52140) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:12:58.916613 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f959c3-cf3f-4480-9dac-655d26e3bf27 req-6090ab6c-77db-46db-b79f-6679f7804c07 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:58.918250 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-59f959c3-cf3f-4480-9dac-655d26e3bf27 req-6090ab6c-77db-46db-b79f-6679f7804c07 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d758cb5-391d-4be0-a7a6-e9527783d430 HTTP/1.1" status: 200 len: 945 time: 0.0632401 Sep 29 02:12:58.967439 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-59f959c3-cf3f-4480-9dac-655d26e3bf27 req-2f6f60aa-66f3-43fa-a6cd-f4edb1e50a69 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6b6aaed-9dbc-4e81-ab84-b4520ad47f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435872 Sep 29 02:12:59.204425 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-988288ac-fbf1-4eac-b422-f4400c87d681 None None] Attempt 2 to provision port a6046cd7-5156-4f17-9bc1-7d098f813216 Sep 29 02:12:59.213108 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:59.215879 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-f6527c09-f596-49de-a50c-2f0401dbd858 service neutron] Port a6046cd7-5156-4f17-9bc1-7d098f813216 on network 6573b167-2754-4bfc-bf7c-700f06e9004e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:12:59.216213 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-f6527c09-f596-49de-a50c-2f0401dbd858 service neutron] Attempting to bind port a6046cd7-5156-4f17-9bc1-7d098f813216 on network 6573b167-2754-4bfc-bf7c-700f06e9004e {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:12:59.246464 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-988288ac-fbf1-4eac-b422-f4400c87d681 None None] Port a6046cd7-5156-4f17-9bc1-7d098f813216 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:12:59.274863 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c0865-c877-41be-b648-70c83c2189d5 req-d999b938-6b6d-4eb0-a6e1-4ffc9f7dd6c3 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:59.276347 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f41c0865-c877-41be-b648-70c83c2189d5 req-d999b938-6b6d-4eb0-a6e1-4ffc9f7dd6c3 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 945 time: 0.0528047 Sep 29 02:12:59.313297 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-f6527c09-f596-49de-a50c-2f0401dbd858 service neutron] Checking agent: {'id': '027a9bac-ca89-4228-9c1d-ae9e74cf172f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 9, 38), 'started_at': datetime.datetime(2022, 9, 29, 2, 9, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:12:59.313663 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-f6527c09-f596-49de-a50c-2f0401dbd858 service neutron] Checking segment: {'id': 'd14c15d4-dbad-4d48-b6a6-c63907d37e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6573b167-2754-4bfc-bf7c-700f06e9004e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:12:59.314059 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-f6527c09-f596-49de-a50c-2f0401dbd858 service neutron] Bound using segment: {'id': 'd14c15d4-dbad-4d48-b6a6-c63907d37e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6573b167-2754-4bfc-bf7c-700f06e9004e'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:12:59.314517 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-f6527c09-f596-49de-a50c-2f0401dbd858 service neutron] Bound port: a6046cd7-5156-4f17-9bc1-7d098f813216, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd14c15d4-dbad-4d48-b6a6-c63907d37e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6573b167-2754-4bfc-bf7c-700f06e9004e'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:12:59.314865 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-f6527c09-f596-49de-a50c-2f0401dbd858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (a6046cd7-5156-4f17-9bc1-7d098f813216), before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:59.327697 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f41c0865-c877-41be-b648-70c83c2189d5 req-a4245000-7117-489d-a2a2-1e923b409e24 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456016 Sep 29 02:12:59.451571 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-f6527c09-f596-49de-a50c-2f0401dbd858 service neutron] For port a6046cd7-5156-4f17-9bc1-7d098f813216, host hv-cinder-74014, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:12:59.468654 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-f6527c09-f596-49de-a50c-2f0401dbd858 service neutron] For port a6046cd7-5156-4f17-9bc1-7d098f813216, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a6046cd7-5156-4f17-9bc1-7d098f813216,segment=NetworkSegment(d14c15d4-dbad-4d48-b6a6-c63907d37e73),segment_id=d14c15d4-dbad-4d48-b6a6-c63907d37e73)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:12:59.476627 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-f6527c09-f596-49de-a50c-2f0401dbd858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (a6046cd7-5156-4f17-9bc1-7d098f813216), after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:59.485477 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-f6527c09-f596-49de-a50c-2f0401dbd858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:59.486165 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-f6527c09-f596-49de-a50c-2f0401dbd858 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for port (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:59.487546 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-f6527c09-f596-49de-a50c-2f0401dbd858 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/a6046cd7-5156-4f17-9bc1-7d098f813216 HTTP/1.1" status: 200 len: 1097 time: 1.1746414 Sep 29 02:12:59.488108 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9bfbd59-defe-46b1-a67f-53a2bdaf0885', 'tag': 'a6046cd7-5156-4f17-9bc1-7d098f813216'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:12:59.491029 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8801c8fb5daab99fa39d625c1bbc33038df1047fb3a9edb171ad2e86806648d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3463e526-b3c2-47d4-b72e-a34d18a0b67b" -d '{"events": [{"name": "network-changed", "server_uuid": "e9bfbd59-defe-46b1-a67f-53a2bdaf0885", "tag": "a6046cd7-5156-4f17-9bc1-7d098f813216"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:12:59.556378 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4004af-eada-4d22-acc7-5adbd4f0a767 x-openstack-request-id: req-6f4004af-eada-4d22-acc7-5adbd4f0a767 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:12:59.556677 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9bfbd59-defe-46b1-a67f-53a2bdaf0885", "tag": "a6046cd7-5156-4f17-9bc1-7d098f813216", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:12:59.556933 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6f4004af-eada-4d22-acc7-5adbd4f0a767 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:12:59.557356 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f4004af-eada-4d22-acc7-5adbd4f0a767'] response: {'name': 'network-changed', 'server_uuid': 'e9bfbd59-defe-46b1-a67f-53a2bdaf0885', 'tag': 'a6046cd7-5156-4f17-9bc1-7d098f813216', 'status': 'completed', 'code': 200} Sep 29 02:12:59.601646 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6527c09-f596-49de-a50c-2f0401dbd858 service neutron] Pushing event updated for resources: {'Port': ['ID=a6046cd7-5156-4f17-9bc1-7d098f813216,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:12:59.670401 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:12:59.679854 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6eccb1f5-ef99-4085-a573-48ffc42f6307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2064814'] for router_interface (3d8c07bd-2d40-40ea-88e6-17840f10c14f), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:59.748108 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-988288ac-fbf1-4eac-b422-f4400c87d681 None None] Attempt 3 to provision port a6046cd7-5156-4f17-9bc1-7d098f813216 Sep 29 02:12:59.791520 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-988288ac-fbf1-4eac-b422-f4400c87d681 None None] Port a6046cd7-5156-4f17-9bc1-7d098f813216 had new provisioning blocks added so it will not transition to active. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 29 02:12:59.924681 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8266e-62dd-4155-97c0-f50316f1c549 req-fc7bbc73-df3b-44ee-afea-1b19d7a26f71 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:12:59.926387 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b2c8266e-62dd-4155-97c0-f50316f1c549 req-fc7bbc73-df3b-44ee-afea-1b19d7a26f71 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e9bfbd59-defe-46b1-a67f-53a2bdaf0885 HTTP/1.1" status: 200 len: 947 time: 0.0596321 Sep 29 02:12:59.987837 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-6eccb1f5-ef99-4085-a573-48ffc42f6307 admin admin] Deleting port 35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:12:59.988176 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6eccb1f5-ef99-4085-a573-48ffc42f6307 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:12:59.991015 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b2c8266e-62dd-4155-97c0-f50316f1c549 req-c367e46d-0cec-4c8b-882e-92aa5a21b67c tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c5ad96d-9aea-4d09-859a-9f4f6fb4db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571132 Sep 29 02:13:00.140001 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-6eccb1f5-ef99-4085-a573-48ffc42f6307 admin admin] For port 35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a,segment=NetworkSegment(43f3e6d4-dadc-474d-9558-852a30f5c49f),segment_id=43f3e6d4-dadc-474d-9558-852a30f5c49f)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:13:00.140245 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6eccb1f5-ef99-4085-a573-48ffc42f6307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:00.142392 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01cc29-a0f3-4e4b-ac91-4e66b1d53b95 req-f24df117-e11a-4e47-a6ee-69a097d21948 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:00.144075 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-8b01cc29-a0f3-4e4b-ac91-4e66b1d53b95 req-f24df117-e11a-4e47-a6ee-69a097d21948 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d758cb5-391d-4be0-a7a6-e9527783d430 HTTP/1.1" status: 200 len: 945 time: 0.0588977 Sep 29 02:13:00.154750 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-6eccb1f5-ef99-4085-a573-48ffc42f6307 admin admin] Calling delete_port for 35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a owned by network:router_interface {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:13:00.157711 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:00.194369 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-8b01cc29-a0f3-4e4b-ac91-4e66b1d53b95 req-1bff021e-f762-494d-8e8a-c2b74617615d tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6b6aaed-9dbc-4e81-ab84-b4520ad47f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433407 Sep 29 02:13:00.263933 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:00.337216 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6eccb1f5-ef99-4085-a573-48ffc42f6307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429'] for port (35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:00.364417 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eccb1f5-ef99-4085-a573-48ffc42f6307 admin admin] Pushing event deleted for resources: {'Port': ['ID=35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:00.463327 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b438e94-d355-43c5-bc63-e8da180a4f9b req-62a09b36-51a5-4880-b710-9016e2a5dd5e tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:00.470326 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1b438e94-d355-43c5-bc63-e8da180a4f9b req-62a09b36-51a5-4880-b710-9016e2a5dd5e tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 945 time: 0.0615621 Sep 29 02:13:00.488886 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463e526-b3c2-47d4-b72e-a34d18a0b67b req-28cf64b0-63d5-4553-800c-50f747348c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:00.490990 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-3463e526-b3c2-47d4-b72e-a34d18a0b67b req-28cf64b0-63d5-4553-800c-50f747348c5d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=83d6d83a248e44d19dacfd099f475c1b&device_id=e9bfbd59-defe-46b1-a67f-53a2bdaf0885 HTTP/1.1" status: 200 len: 1131 time: 0.0886681 Sep 29 02:13:00.519690 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1b438e94-d355-43c5-bc63-e8da180a4f9b req-b9bcd4c1-17b0-4f58-8d61-c41184b553df tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481586 Sep 29 02:13:00.549579 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-3463e526-b3c2-47d4-b72e-a34d18a0b67b req-469fec2f-392c-4fab-a739-5ff2c17555f3 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=83d6d83a248e44d19dacfd099f475c1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295048 Sep 29 02:13:00.560587 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6eccb1f5-ef99-4085-a573-48ffc42f6307 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1703193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1595422'] for router_interface (3d8c07bd-2d40-40ea-88e6-17840f10c14f), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:00.751704 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463e526-b3c2-47d4-b72e-a34d18a0b67b req-14e34277-5e5c-4da8-bd1d-c8b3a641e85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:00.753173 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-3463e526-b3c2-47d4-b72e-a34d18a0b67b req-14e34277-5e5c-4da8-bd1d-c8b3a641e85f service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1784868 Sep 29 02:13:00.794754 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:00.857244 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eccb1f5-ef99-4085-a573-48ffc42f6307 admin admin] Router 3d8c07bd-2d40-40ea-88e6-17840f10c14f has already been hosted by L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:13:00.953432 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-350a3136-a20f-4f81-a930-96c2ada5e698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:00.954914 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-350a3136-a20f-4f81-a930-96c2ada5e698 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=83d6d83a248e44d19dacfd099f475c1b&device_id=e9bfbd59-defe-46b1-a67f-53a2bdaf0885 HTTP/1.1" status: 200 len: 1131 time: 0.0520549 Sep 29 02:13:00.998828 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eccb1f5-ef99-4085-a573-48ffc42f6307 admin admin] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:13:01.003911 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-6eccb1f5-ef99-4085-a573-48ffc42f6307 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/3d8c07bd-2d40-40ea-88e6-17840f10c14f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1118059 Sep 29 02:13:01.006668 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 52166) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:01.009690 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0671f7d-21bc-44b2-927e-c13b1e27db2d None None] Sync routers for ids ['3d8c07bd-2d40-40ea-88e6-17840f10c14f'] in dv-cinder-740146-21-smb {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:13:01.020033 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0671f7d-21bc-44b2-927e-c13b1e27db2d None None] Routers {'3d8c07bd-2d40-40ea-88e6-17840f10c14f'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:13:01.020639 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-f0671f7d-21bc-44b2-927e-c13b1e27db2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:12:52Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['3d8c07bd-2d40-40ea-88e6-17840f10c14f'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:13:01.137210 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-f0671f7d-21bc-44b2-927e-c13b1e27db2d None None] Set router 3d8c07bd-2d40-40ea-88e6-17840f10c14f gateway port host: dv-cinder-740146-21-smb {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:13:01.138138 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85570874-5e90-4d14-aa9b-51112542f659 req-b5ce5030-7784-4a80-bad9-331f9670a97b tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:01.142283 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-85570874-5e90-4d14-aa9b-51112542f659 req-b5ce5030-7784-4a80-bad9-331f9670a97b tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e9bfbd59-defe-46b1-a67f-53a2bdaf0885 HTTP/1.1" status: 200 len: 947 time: 0.0552006 Sep 29 02:13:01.170103 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-f9a86ee1-7a18-4636-8259-5c76de090551 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=a6046cd7-5156-4f17-9bc1-7d098f813216 HTTP/1.1" status: 200 len: 217 time: 0.1222718 Sep 29 02:13:01.182633 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:01.192270 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-85570874-5e90-4d14-aa9b-51112542f659 req-982fcf65-2993-44f7-bc50-02c42ef0a735 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c5ad96d-9aea-4d09-859a-9f4f6fb4db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460396 Sep 29 02:13:01.203264 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-428714b1-0b07-4389-9b54-8bf0416cc444 admin admin] Publish callbacks [] for router (3d8c07bd-2d40-40ea-88e6-17840f10c14f), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:01.233807 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef14e65-8ed0-4961-9d71-52841fe7fef0 req-e9834e2e-456e-4158-a8a2-51eb34a6d9ad tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:01.235297 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-8ef14e65-8ed0-4961-9d71-52841fe7fef0 req-e9834e2e-456e-4158-a8a2-51eb34a6d9ad tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1d758cb5-391d-4be0-a7a6-e9527783d430 HTTP/1.1" status: 200 len: 945 time: 0.1886027 Sep 29 02:13:01.317177 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-f0671f7d-21bc-44b2-927e-c13b1e27db2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8c07bd-2d40-40ea-88e6-17840f10c14f', 'name': 'tempest-DeleteServersTestJSON-27487552-router', 'tenant_id': '8584701589bf4c849d7eba7a7d3138e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.147'}], 'enable_snat': True}, 'gw_port_id': '9e177f17-7b4d-424b-b894-fb4b7d70baed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:40Z', 'updated_at': '2022-09-29T02:13:00Z', 'revision_number': 5, 'project_id': '8584701589bf4c849d7eba7a7d3138e3', 'gw_port': {'id': '9e177f17-7b4d-424b-b894-fb4b7d70baed', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8c07bd-2d40-40ea-88e6-17840f10c14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:42Z', 'updated_at': '2022-09-29T02:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb'}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:13:01.336812 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245f362-dba1-49e6-af4a-38da50e6e1d1 req-0edb1118-3796-4eac-99f7-9d182a576b44 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:01.338698 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e245f362-dba1-49e6-af4a-38da50e6e1d1 req-0edb1118-3796-4eac-99f7-9d182a576b44 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d758cb5-391d-4be0-a7a6-e9527783d430 HTTP/1.1" status: 200 len: 945 time: 0.0547099 Sep 29 02:13:01.343135 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-d7b24582-c4f9-4e9e-b7e0-893ee3794851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:01.346104 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-d7b24582-c4f9-4e9e-b7e0-893ee3794851 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=ac2f5390-a3ee-4d33-a345-a15fdda52c96 HTTP/1.1" status: 200 len: 843 time: 0.1573968 Sep 29 02:13:01.353773 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0671f7d-21bc-44b2-927e-c13b1e27db2d None None] Checking router: 3d8c07bd-2d40-40ea-88e6-17840f10c14f for host: dv-cinder-740146-21-smb {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:13:01.362434 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0671f7d-21bc-44b2-927e-c13b1e27db2d None None] Routers {'3d8c07bd-2d40-40ea-88e6-17840f10c14f'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:13:01.363036 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-f0671f7d-21bc-44b2-927e-c13b1e27db2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:12:52Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['3d8c07bd-2d40-40ea-88e6-17840f10c14f'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:13:01.398127 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e245f362-dba1-49e6-af4a-38da50e6e1d1 req-f52e6268-6fea-4ee2-a688-5e7d793acc64 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b6b6aaed-9dbc-4e81-ab84-b4520ad47f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528753 Sep 29 02:13:01.448291 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-8ef14e65-8ed0-4961-9d71-52841fe7fef0 req-3013633c-1653-498f-8ee2-f05e69aa031f tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] Deleting port 7ca813c0-b92b-4ecc-96c0-06236ce09b7d {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:13:01.448628 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8ef14e65-8ed0-4961-9d71-52841fe7fef0 req-3013633c-1653-498f-8ee2-f05e69aa031f tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (7ca813c0-b92b-4ecc-96c0-06236ce09b7d), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:01.470144 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=100 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:01.475614 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-c7e06c00-8b7a-4b12-84a8-0bf03701bba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:01.477094 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-c7e06c00-8b7a-4b12-84a8-0bf03701bba2 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=6573b167-2754-4bfc-bf7c-700f06e9004e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0869792 Sep 29 02:13:01.482969 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-f0671f7d-21bc-44b2-927e-c13b1e27db2d None None] Set router 3d8c07bd-2d40-40ea-88e6-17840f10c14f gateway port host: dv-cinder-740146-21-smb {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:13:01.531172 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-428714b1-0b07-4389-9b54-8bf0416cc444 admin admin] Publish callbacks [] for router_gateway (3d8c07bd-2d40-40ea-88e6-17840f10c14f), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:01.637669 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:01.658783 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfc5a7-ab7d-405a-8673-ce59fef6f7f4 req-45d206e1-e957-4444-89c4-93ae6c970f11 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:01.660298 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f3dfc5a7-ab7d-405a-8673-ce59fef6f7f4 req-45d206e1-e957-4444-89c4-93ae6c970f11 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 945 time: 0.0615029 Sep 29 02:13:01.666521 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-428714b1-0b07-4389-9b54-8bf0416cc444 admin admin] Deleting port 9e177f17-7b4d-424b-b894-fb4b7d70baed {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:13:01.666859 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-428714b1-0b07-4389-9b54-8bf0416cc444 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (9e177f17-7b4d-424b-b894-fb4b7d70baed), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:01.671202 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-f0671f7d-21bc-44b2-927e-c13b1e27db2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8c07bd-2d40-40ea-88e6-17840f10c14f', 'name': 'tempest-DeleteServersTestJSON-27487552-router', 'tenant_id': '8584701589bf4c849d7eba7a7d3138e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.147'}], 'enable_snat': True}, 'gw_port_id': '9e177f17-7b4d-424b-b894-fb4b7d70baed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:40Z', 'updated_at': '2022-09-29T02:13:00Z', 'revision_number': 5, 'project_id': '8584701589bf4c849d7eba7a7d3138e3', 'gw_port': {'id': '9e177f17-7b4d-424b-b894-fb4b7d70baed', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8c07bd-2d40-40ea-88e6-17840f10c14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:42Z', 'updated_at': '2022-09-29T02:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb'}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:13:01.672976 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=100 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:01.699163 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0671f7d-21bc-44b2-927e-c13b1e27db2d None None] The sync data for ids ['3d8c07bd-2d40-40ea-88e6-17840f10c14f'] in dv-cinder-740146-21-smb is: [{'id': '3d8c07bd-2d40-40ea-88e6-17840f10c14f', 'name': 'tempest-DeleteServersTestJSON-27487552-router', 'tenant_id': '8584701589bf4c849d7eba7a7d3138e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.147'}], 'enable_snat': True}, 'gw_port_id': '9e177f17-7b4d-424b-b894-fb4b7d70baed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:40Z', 'updated_at': '2022-09-29T02:13:00Z', 'revision_number': 5, 'project_id': '8584701589bf4c849d7eba7a7d3138e3', 'gw_port': {'id': '9e177f17-7b4d-424b-b894-fb4b7d70baed', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8c07bd-2d40-40ea-88e6-17840f10c14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:42Z', 'updated_at': '2022-09-29T02:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:13:01.726184 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f3dfc5a7-ab7d-405a-8673-ce59fef6f7f4 req-825135a1-d29b-4f1d-8669-67a2944ba0d4 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566936 Sep 29 02:13:01.969936 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-8ef14e65-8ed0-4961-9d71-52841fe7fef0 req-3013633c-1653-498f-8ee2-f05e69aa031f tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] For port 7ca813c0-b92b-4ecc-96c0-06236ce09b7d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7ca813c0-b92b-4ecc-96c0-06236ce09b7d,segment=NetworkSegment(bc30c1a7-93b1-4179-96db-aa8fa052d90b),segment_id=bc30c1a7-93b1-4179-96db-aa8fa052d90b)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:13:01.970302 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8ef14e65-8ed0-4961-9d71-52841fe7fef0 req-3013633c-1653-498f-8ee2-f05e69aa031f tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (7ca813c0-b92b-4ecc-96c0-06236ce09b7d), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:01.976250 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-3d1dd2b1-bb9e-4cd3-9d0f-8f09a8964cc9 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6573b167-2754-4bfc-bf7c-700f06e9004e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4676337 Sep 29 02:13:01.998300 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:01.999700 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-8ef14e65-8ed0-4961-9d71-52841fe7fef0 req-3013633c-1653-498f-8ee2-f05e69aa031f tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] Calling delete_port for 7ca813c0-b92b-4ecc-96c0-06236ce09b7d owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:13:02.129249 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-428714b1-0b07-4389-9b54-8bf0416cc444 admin admin] For port 9e177f17-7b4d-424b-b894-fb4b7d70baed, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=9e177f17-7b4d-424b-b894-fb4b7d70baed,segment=NetworkSegment(3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633),segment_id=3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:13:02.129623 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-428714b1-0b07-4389-9b54-8bf0416cc444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (9e177f17-7b4d-424b-b894-fb4b7d70baed), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:02.135956 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a no longer exists at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:13:02.162305 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-428714b1-0b07-4389-9b54-8bf0416cc444 admin admin] Calling delete_port for 9e177f17-7b4d-424b-b894-fb4b7d70baed owned by network:router_gateway {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:13:02.162753 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] No Port match for: 35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:13:02.163339 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 35dc5cf6-13a8-461b-96b2-7ccf4bd32f5a not bound to the agent host dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:13:02.196424 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-ad056201-4a55-47b7-b978-c2b408ac05e0 req-0ba557bb-02c0-444a-a3a2-460dd63cf5c1 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6573b167-2754-4bfc-bf7c-700f06e9004e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108619 Sep 29 02:13:02.266336 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:02.374156 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e454ac-5ff5-47a5-883a-a376a4b9357b req-f77f1825-dbc3-4e9b-a393-5dc2989a215d tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:02.384890 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-85e454ac-5ff5-47a5-883a-a376a4b9357b req-f77f1825-dbc3-4e9b-a393-5dc2989a215d tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e9bfbd59-defe-46b1-a67f-53a2bdaf0885 HTTP/1.1" status: 200 len: 947 time: 0.0656397 Sep 29 02:13:02.395472 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8ef14e65-8ed0-4961-9d71-52841fe7fef0 req-3013633c-1653-498f-8ee2-f05e69aa031f tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429'] for port (7ca813c0-b92b-4ecc-96c0-06236ce09b7d), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:02.411604 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] get_ports_and_sgs() called for port_ids ['7ca813c0-b92b-4ecc-96c0-06236ce09b7d'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:13:02.439162 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3013633c-1653-498f-8ee2-f05e69aa031f tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] Pushing event deleted for resources: {'Port': ['ID=7ca813c0-b92b-4ecc-96c0-06236ce09b7d,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:02.506695 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-85e454ac-5ff5-47a5-883a-a376a4b9357b req-bc8e8fa3-2fef-4954-9d5d-9f71bcc8a442 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c5ad96d-9aea-4d09-859a-9f4f6fb4db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198084 Sep 29 02:13:02.527551 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef14e65-8ed0-4961-9d71-52841fe7fef0 req-3013633c-1653-498f-8ee2-f05e69aa031f tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] No DVR routers for this DVR port 7ca813c0-b92b-4ecc-96c0-06236ce09b7d on host hv-cinder-74014 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:13:02.530765 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-8ef14e65-8ed0-4961-9d71-52841fe7fef0 req-3013633c-1653-498f-8ee2-f05e69aa031f tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for port (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:02.535278 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-8ef14e65-8ed0-4961-9d71-52841fe7fef0 req-3013633c-1653-498f-8ee2-f05e69aa031f tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.16 "DELETE /networking/v2.0/ports/7ca813c0-b92b-4ecc-96c0-06236ce09b7d HTTP/1.1" status: 204 len: 173 time: 1.2668710 Sep 29 02:13:02.535860 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d758cb5-391d-4be0-a7a6-e9527783d430', 'name': 'network-vif-deleted', 'tag': '7ca813c0-b92b-4ecc-96c0-06236ce09b7d'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:13:02.538451 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8801c8fb5daab99fa39d625c1bbc33038df1047fb3a9edb171ad2e86806648d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d9a1ba-3ee8-40e3-8092-553a53d7f5b5" -d '{"events": [{"server_uuid": "1d758cb5-391d-4be0-a7a6-e9527783d430", "name": "network-vif-deleted", "tag": "7ca813c0-b92b-4ecc-96c0-06236ce09b7d"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:13:02.565010 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-428714b1-0b07-4389-9b54-8bf0416cc444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429'] for port (9e177f17-7b4d-424b-b894-fb4b7d70baed), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:02.593577 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d4bec49d-9a9c-4d73-9565-884eee36cf4a req-1e1e6a06-088c-468c-94cb-f168fe483735 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d758cb5-391d-4be0-a7a6-e9527783d430 HTTP/1.1" status: 200 len: 210 time: 0.0354960 Sep 29 02:13:02.605074 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428714b1-0b07-4389-9b54-8bf0416cc444 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e177f17-7b4d-424b-b894-fb4b7d70baed,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:02.608916 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb5d360-eb14-471c-9eee-905067942806 x-openstack-request-id: req-8cb5d360-eb14-471c-9eee-905067942806 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:13:02.609191 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d758cb5-391d-4be0-a7a6-e9527783d430", "name": "network-vif-deleted", "tag": "7ca813c0-b92b-4ecc-96c0-06236ce09b7d", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:13:02.609503 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8cb5d360-eb14-471c-9eee-905067942806 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:13:02.609859 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cb5d360-eb14-471c-9eee-905067942806'] response: {'server_uuid': '1d758cb5-391d-4be0-a7a6-e9527783d430', 'name': 'network-vif-deleted', 'tag': '7ca813c0-b92b-4ecc-96c0-06236ce09b7d', 'status': 'completed', 'code': 200} Sep 29 02:13:02.633939 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-428714b1-0b07-4389-9b54-8bf0416cc444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1596264'] for router_gateway (3d8c07bd-2d40-40ea-88e6-17840f10c14f), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:02.742314 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-428714b1-0b07-4389-9b54-8bf0416cc444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10382'] for router (3d8c07bd-2d40-40ea-88e6-17840f10c14f), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:02.746347 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-428714b1-0b07-4389-9b54-8bf0416cc444 admin admin] Publish callbacks [] for router_controller (3d8c07bd-2d40-40ea-88e6-17840f10c14f), precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:02.814631 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-428714b1-0b07-4389-9b54-8bf0416cc444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595496'] for router (3d8c07bd-2d40-40ea-88e6-17840f10c14f), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:02.815232 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428714b1-0b07-4389-9b54-8bf0416cc444 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d8c07bd-2d40-40ea-88e6-17840f10c14f {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 02:13:02.820530 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-428714b1-0b07-4389-9b54-8bf0416cc444 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:02.825293 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-428714b1-0b07-4389-9b54-8bf0416cc444 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/3d8c07bd-2d40-40ea-88e6-17840f10c14f HTTP/1.1" status: 204 len: 168 time: 1.8176122 Sep 29 02:13:02.825473 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 52194) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:02.895471 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a27a9e-610c-4936-a17e-075df3a6b241 req-253b7c09-c18b-4d4d-b7ec-4f9e24d55dc9 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:02.897719 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-55a27a9e-610c-4936-a17e-075df3a6b241 req-253b7c09-c18b-4d4d-b7ec-4f9e24d55dc9 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 945 time: 0.0813477 Sep 29 02:13:02.925611 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-e572ac08-99e4-4f6f-8e2f-bb1580bc0091 admin admin] Deleting subnet 5f87fc17-fad1-4de6-b084-5ceaf24b28d8 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 29 02:13:02.932189 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e572ac08-99e4-4f6f-8e2f-bb1580bc0091 admin admin] Publish callbacks [] for subnet (5f87fc17-fad1-4de6-b084-5ceaf24b28d8), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:02.986498 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e572ac08-99e4-4f6f-8e2f-bb1580bc0091 admin admin] Publish callbacks [] for subnet (5f87fc17-fad1-4de6-b084-5ceaf24b28d8), precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:02.993804 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-55a27a9e-610c-4936-a17e-075df3a6b241 req-4c45762f-5c34-4641-9501-517bd94b87ad tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870762 Sep 29 02:13:03.073839 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e572ac08-99e4-4f6f-8e2f-bb1580bc0091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-885443'] for subnet (5f87fc17-fad1-4de6-b084-5ceaf24b28d8), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:03.130718 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e572ac08-99e4-4f6f-8e2f-bb1580bc0091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-890536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168'] for subnet (5f87fc17-fad1-4de6-b084-5ceaf24b28d8), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:03.154974 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e572ac08-99e4-4f6f-8e2f-bb1580bc0091 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f87fc17-fad1-4de6-b084-5ceaf24b28d8,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:03.161624 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e572ac08-99e4-4f6f-8e2f-bb1580bc0091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for subnet (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:03.166302 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-e572ac08-99e4-4f6f-8e2f-bb1580bc0091 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/5f87fc17-fad1-4de6-b084-5ceaf24b28d8 HTTP/1.1" status: 204 len: 168 time: 0.3384628 Sep 29 02:13:03.168235 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22265d3c-91e6-442d-ac83-398c23ca52ec None None] Network 4627e623-304a-4643-bc74-20612e0c7f0a requested from dv-cinder-740146-21-smb {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:13:03.168735 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 52198) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:03.242326 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-47c0652b-1257-4c7a-a54f-ffe7b668838a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790930'] for network (4627e623-304a-4643-bc74-20612e0c7f0a), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:03.291953 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-47c0652b-1257-4c7a-a54f-ffe7b668838a admin admin] Deleting port 94a8a667-79b2-41b6-9a78-010cdb2a6889 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:13:03.292286 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-47c0652b-1257-4c7a-a54f-ffe7b668838a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (94a8a667-79b2-41b6-9a78-010cdb2a6889), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:03.336332 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69193d37-3b6b-444a-9a4e-9c45e344d3df None None] DHCP port deletion for 4627e623-304a-4643-bc74-20612e0c7f0a request from dv-cinder-740146-21-smb {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 29 02:13:03.342902 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:03.375141 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-47c0652b-1257-4c7a-a54f-ffe7b668838a admin admin] For port 94a8a667-79b2-41b6-9a78-010cdb2a6889, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=94a8a667-79b2-41b6-9a78-010cdb2a6889,segment=NetworkSegment(43f3e6d4-dadc-474d-9558-852a30f5c49f),segment_id=43f3e6d4-dadc-474d-9558-852a30f5c49f)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:13:03.386135 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-47c0652b-1257-4c7a-a54f-ffe7b668838a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (94a8a667-79b2-41b6-9a78-010cdb2a6889), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:03.386262 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-69193d37-3b6b-444a-9a4e-9c45e344d3df None None] Deleting port 94a8a667-79b2-41b6-9a78-010cdb2a6889 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:13:03.386262 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-69193d37-3b6b-444a-9a4e-9c45e344d3df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (94a8a667-79b2-41b6-9a78-010cdb2a6889), before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:03.389435 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-47c0652b-1257-4c7a-a54f-ffe7b668838a admin admin] Calling delete_port for 94a8a667-79b2-41b6-9a78-010cdb2a6889 owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:13:03.451473 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-69193d37-3b6b-444a-9a4e-9c45e344d3df None None] For port 94a8a667-79b2-41b6-9a78-010cdb2a6889, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=94a8a667-79b2-41b6-9a78-010cdb2a6889,segment=NetworkSegment(43f3e6d4-dadc-474d-9558-852a30f5c49f),segment_id=43f3e6d4-dadc-474d-9558-852a30f5c49f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:13:03.451958 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-69193d37-3b6b-444a-9a4e-9c45e344d3df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (94a8a667-79b2-41b6-9a78-010cdb2a6889), precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:03.466006 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-69193d37-3b6b-444a-9a4e-9c45e344d3df None None] Calling delete_port for 94a8a667-79b2-41b6-9a78-010cdb2a6889 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:13:03.498071 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-47c0652b-1257-4c7a-a54f-ffe7b668838a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429'] for port (94a8a667-79b2-41b6-9a78-010cdb2a6889), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:03.591489 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-69193d37-3b6b-444a-9a4e-9c45e344d3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429'] for port (94a8a667-79b2-41b6-9a78-010cdb2a6889), after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:03.621784 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69193d37-3b6b-444a-9a4e-9c45e344d3df None None] Pushing event deleted for resources: {'Port': ['ID=94a8a667-79b2-41b6-9a78-010cdb2a6889,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:03.627275 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69193d37-3b6b-444a-9a4e-9c45e344d3df None None] No DVR routers for this DVR port 94a8a667-79b2-41b6-9a78-010cdb2a6889 on host dv-cinder-740146-21-smb {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:13:03.745892 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c0652b-1257-4c7a-a54f-ffe7b668838a admin admin] Pushing event deleted for resources: {'Port': ['ID=94a8a667-79b2-41b6-9a78-010cdb2a6889,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:03.783220 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c0652b-1257-4c7a-a54f-ffe7b668838a admin admin] No DVR routers for this DVR port 94a8a667-79b2-41b6-9a78-010cdb2a6889 on host dv-cinder-740146-21-smb {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:13:03.794106 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e274b9d2-3080-47f2-83e4-12c0144de957 req-6e84fba7-1671-4381-8b92-4a06f6f4fde2 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d758cb5-391d-4be0-a7a6-e9527783d430 HTTP/1.1" status: 200 len: 210 time: 0.0664105 Sep 29 02:13:03.844094 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c62a5-29d3-4258-869f-02e16baec0c6 req-ad1de4f7-f508-4978-b08c-2250ad21277e tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:03.845729 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ce5c62a5-29d3-4258-869f-02e16baec0c6 req-ad1de4f7-f508-4978-b08c-2250ad21277e tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e9bfbd59-defe-46b1-a67f-53a2bdaf0885 HTTP/1.1" status: 200 len: 947 time: 0.1191804 Sep 29 02:13:03.898111 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:03.901123 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-47c0652b-1257-4c7a-a54f-ffe7b668838a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-847605', 'neutron.services.segments.db._delete_segments_for_network-8769072566986'] for network (4627e623-304a-4643-bc74-20612e0c7f0a), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:03.941618 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-47c0652b-1257-4c7a-a54f-ffe7b668838a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:13:03.941965 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-47c0652b-1257-4c7a-a54f-ffe7b668838a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:13:03.942737 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-47c0652b-1257-4c7a-a54f-ffe7b668838a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:13:03.943244 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-47c0652b-1257-4c7a-a54f-ffe7b668838a admin admin] Subscribe: > port after_create 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:13:03.943585 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-47c0652b-1257-4c7a-a54f-ffe7b668838a admin admin] Subscribe: > port after_delete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:13:03.943918 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-47c0652b-1257-4c7a-a54f-ffe7b668838a admin admin] Subscribe: > port after_update 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:13:03.944261 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-47c0652b-1257-4c7a-a54f-ffe7b668838a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:13:03.944594 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-47c0652b-1257-4c7a-a54f-ffe7b668838a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:13:03.944963 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-47c0652b-1257-4c7a-a54f-ffe7b668838a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:13:03.945278 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-47c0652b-1257-4c7a-a54f-ffe7b668838a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:13:04.058026 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-47c0652b-1257-4c7a-a54f-ffe7b668838a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:13:04.058379 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-47c0652b-1257-4c7a-a54f-ffe7b668838a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:13:04.058712 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-47c0652b-1257-4c7a-a54f-ffe7b668838a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:13:04.059045 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-47c0652b-1257-4c7a-a54f-ffe7b668838a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:13:04.059718 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.services.segments.db [None req-47c0652b-1257-4c7a-a54f-ffe7b668838a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4627e623-304a-4643-bc74-20612e0c7f0a']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:13:04.093294 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ce5c62a5-29d3-4258-869f-02e16baec0c6 req-4180e036-f1a3-4f77-9835-5b0c1af9035e tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c5ad96d-9aea-4d09-859a-9f4f6fb4db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210777 Sep 29 02:13:04.096311 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.services.segments.db [None req-47c0652b-1257-4c7a-a54f-ffe7b668838a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43f3e6d4-dadc-474d-9558-852a30f5c49f') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:13:04.096500 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.services.segments.db [None req-47c0652b-1257-4c7a-a54f-ffe7b668838a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43f3e6d4-dadc-474d-9558-852a30f5c49f') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:13:04.134005 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 9e177f17-7b4d-424b-b894-fb4b7d70baed no longer exists at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:13:04.136970 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:04.141406 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-47c0652b-1257-4c7a-a54f-ffe7b668838a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769072454503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26031568'] for segment (43f3e6d4-dadc-474d-9558-852a30f5c49f), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:04.157468 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] No Port match for: 9e177f17-7b4d-424b-b894-fb4b7d70baed {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:13:04.157812 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 9e177f17-7b4d-424b-b894-fb4b7d70baed not bound to the agent host dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:13:04.158233 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 94a8a667-79b2-41b6-9a78-010cdb2a6889 no longer exists at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:13:04.171602 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27425d-ed66-4c45-abc6-5f9a904979d6 req-f0d69f33-217c-46c5-a189-979e33f2e004 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:04.173297 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6a27425d-ed66-4c45-abc6-5f9a904979d6 req-f0d69f33-217c-46c5-a189-979e33f2e004 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 945 time: 0.0972385 Sep 29 02:13:04.178751 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-47c0652b-1257-4c7a-a54f-ffe7b668838a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841896'] for segment (43f3e6d4-dadc-474d-9558-852a30f5c49f), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:04.178926 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] No Port match for: 94a8a667-79b2-41b6-9a78-010cdb2a6889 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:13:04.179505 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 94a8a667-79b2-41b6-9a78-010cdb2a6889 not bound to the agent host dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:13:04.192284 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47c0652b-1257-4c7a-a54f-ffe7b668838a admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 02:13:04.192781 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-47c0652b-1257-4c7a-a54f-ffe7b668838a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26030404'] for segment (43f3e6d4-dadc-474d-9558-852a30f5c49f), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:04.290729 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-47c0652b-1257-4c7a-a54f-ffe7b668838a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-847614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1596307'] for network (4627e623-304a-4643-bc74-20612e0c7f0a), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:04.297024 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-47c0652b-1257-4c7a-a54f-ffe7b668838a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for network (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:04.300267 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-47c0652b-1257-4c7a-a54f-ffe7b668838a admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/4627e623-304a-4643-bc74-20612e0c7f0a HTTP/1.1" status: 204 len: 168 time: 1.1307921 Sep 29 02:13:04.322009 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c0652b-1257-4c7a-a54f-ffe7b668838a admin admin] Pushing event deleted for resources: {'Network': ['ID=4627e623-304a-4643-bc74-20612e0c7f0a,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:04.328167 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6a27425d-ed66-4c45-abc6-5f9a904979d6 req-0955ba5b-e48b-42bb-ae3e-81811807dfea tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380074 Sep 29 02:13:04.488620 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 52228) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:04.503375 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.services.segments.plugin [-] Segment 43f3e6d4-dadc-474d-9558-852a30f5c49f resource provider aggregate not found Sep 29 02:13:04.526032 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.services.segments.plugin [-] Segment 43f3e6d4-dadc-474d-9558-852a30f5c49f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 43f3e6d4-dadc-474d-9558-852a30f5c49f found for delete ", "request_id": "req-6aedbb84-bfbc-43c1-9020-b2f9db018efb"}]} Sep 29 02:13:04.531300 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-539a0d97-f28c-4040-a7a4-f773d4c61126 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=8584701589bf4c849d7eba7a7d3138e3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0414352 Sep 29 02:13:04.533794 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 52232) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:04.583593 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d92eb243-bf32-4872-9bdd-a29c87a5e8c3 admin admin] Publish callbacks [] for security_group (1d1a65bb-8647-4080-baae-9286ef50ac60), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:04.603774 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d92eb243-bf32-4872-9bdd-a29c87a5e8c3 admin admin] Publish callbacks [] for security_group (1d1a65bb-8647-4080-baae-9286ef50ac60), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:04.613030 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:04.658096 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d92eb243-bf32-4872-9bdd-a29c87a5e8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (1d1a65bb-8647-4080-baae-9286ef50ac60), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:04.661098 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d92eb243-bf32-4872-9bdd-a29c87a5e8c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:04.662959 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-d92eb243-bf32-4872-9bdd-a29c87a5e8c3 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/1d1a65bb-8647-4080-baae-9286ef50ac60 HTTP/1.1" status: 204 len: 168 time: 0.1282892 Sep 29 02:13:04.670610 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92eb243-bf32-4872-9bdd-a29c87a5e8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1a65bb-8647-4080-baae-9286ef50ac60,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:04.916683 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-aef48385-d064-4f91-9196-cffbbd0c2af5 req-3ac30c6e-3fd5-42fe-bd76-e79bb472eb4e tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d758cb5-391d-4be0-a7a6-e9527783d430 HTTP/1.1" status: 200 len: 210 time: 0.0373769 Sep 29 02:13:05.275969 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 7ca813c0-b92b-4ecc-96c0-06236ce09b7d no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:13:05.286264 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 52274) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:05.327337 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] No Port match for: 7ca813c0-b92b-4ecc-96c0-06236ce09b7d {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:13:05.327908 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 7ca813c0-b92b-4ecc-96c0-06236ce09b7d not bound to the agent host hv-cinder-74014 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:13:05.419211 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e200a-e887-428e-9ceb-78cbab3f6c86 req-c81fff2d-fe6c-4b87-b91d-5720943d23b1 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:05.426454 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b06e200a-e887-428e-9ceb-78cbab3f6c86 req-c81fff2d-fe6c-4b87-b91d-5720943d23b1 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e9bfbd59-defe-46b1-a67f-53a2bdaf0885 HTTP/1.1" status: 200 len: 947 time: 0.0735817 Sep 29 02:13:05.460188 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-31ff86c1-8f12-42ab-9935-2a52c3fc4750 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:05.534974 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7120262-cf51-484c-8ec6-1c88bf727a65 req-f6cba670-c9a3-4147-ae4b-153355584953 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:05.538517 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d7120262-cf51-484c-8ec6-1c88bf727a65 req-f6cba670-c9a3-4147-ae4b-153355584953 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 945 time: 0.1040792 Sep 29 02:13:05.542976 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b06e200a-e887-428e-9ceb-78cbab3f6c86 req-b5dcb945-5fde-4efd-bd21-4a4686284f5f tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c5ad96d-9aea-4d09-859a-9f4f6fb4db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156609 Sep 29 02:13:05.567019 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-31ff86c1-8f12-42ab-9935-2a52c3fc4750 admin admin] Publish callbacks [] for security_group (d4dc2895-242a-4914-8ceb-6b25f43d774b), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:05.572230 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-31ff86c1-8f12-42ab-9935-2a52c3fc4750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (d4dc2895-242a-4914-8ceb-6b25f43d774b), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:05.621869 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d7120262-cf51-484c-8ec6-1c88bf727a65 req-4b879451-9c95-4413-8bd2-483577b20c71 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775723 Sep 29 02:13:05.629069 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-31ff86c1-8f12-42ab-9935-2a52c3fc4750 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=2031e00545144e76916976fdf2a20c5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3394921 Sep 29 02:13:05.632517 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 52292) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:05.639227 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ff86c1-8f12-42ab-9935-2a52c3fc4750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4dc2895-242a-4914-8ceb-6b25f43d774b,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:05.695048 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fd45b24e-e6f4-47c8-8be8-916ed0e1f97e admin admin] Publish callbacks [] for security_group (d4dc2895-242a-4914-8ceb-6b25f43d774b), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:05.717092 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fd45b24e-e6f4-47c8-8be8-916ed0e1f97e admin admin] Publish callbacks [] for security_group (d4dc2895-242a-4914-8ceb-6b25f43d774b), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:05.741455 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=80,neutron:DELETE=11,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:05.773662 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fd45b24e-e6f4-47c8-8be8-916ed0e1f97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (d4dc2895-242a-4914-8ceb-6b25f43d774b), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:05.776465 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fd45b24e-e6f4-47c8-8be8-916ed0e1f97e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:05.777738 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-fd45b24e-e6f4-47c8-8be8-916ed0e1f97e admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/d4dc2895-242a-4914-8ceb-6b25f43d774b HTTP/1.1" status: 204 len: 168 time: 0.1442766 Sep 29 02:13:05.786383 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd45b24e-e6f4-47c8-8be8-916ed0e1f97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4dc2895-242a-4914-8ceb-6b25f43d774b,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:06.090118 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-452118d5-ab0c-48b0-ada1-d5012f098ed4 req-24fceb70-029a-4044-9616-7724f169d515 tempest-VolumesActionsTest-1782181173 tempest-VolumesActionsTest-1782181173-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d758cb5-391d-4be0-a7a6-e9527783d430 HTTP/1.1" status: 200 len: 210 time: 0.0721543 Sep 29 02:13:06.664796 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:06.674222 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a437a-7e3a-42d7-9d71-f9d23f3dac3a req-ae443521-7b66-4f80-b772-75e0169fde38 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:06.676093 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-bc2a437a-7e3a-42d7-9d71-f9d23f3dac3a req-ae443521-7b66-4f80-b772-75e0169fde38 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e9bfbd59-defe-46b1-a67f-53a2bdaf0885 HTTP/1.1" status: 200 len: 947 time: 0.0514874 Sep 29 02:13:06.741484 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-bc2a437a-7e3a-42d7-9d71-f9d23f3dac3a req-422ae4d9-c2c1-42bd-ad82-75a3c72d5bc2 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c5ad96d-9aea-4d09-859a-9f4f6fb4db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579574 Sep 29 02:13:06.784292 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a9c14-88c5-4af0-bcea-4ab1b65837f5 req-46fda6a2-6a07-44a9-a000-57d8ee205e70 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:06.785787 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1c0a9c14-88c5-4af0-bcea-4ab1b65837f5 req-46fda6a2-6a07-44a9-a000-57d8ee205e70 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 945 time: 0.0583673 Sep 29 02:13:06.836811 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1c0a9c14-88c5-4af0-bcea-4ab1b65837f5 req-725f925d-9302-4162-a5e2-cd24b5be3c92 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443289 Sep 29 02:13:07.285747 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device a6046cd7-5156-4f17-9bc1-7d098f813216 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:13:07.424667 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port a6046cd7-5156-4f17-9bc1-7d098f813216, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a6046cd7-5156-4f17-9bc1-7d098f813216,segment=NetworkSegment(d14c15d4-dbad-4d48-b6a6-c63907d37e73),segment_id=d14c15d4-dbad-4d48-b6a6-c63907d37e73)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:13:07.438553 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Returning: {'device': 'a6046cd7-5156-4f17-9bc1-7d098f813216', 'network_id': '6573b167-2754-4bfc-bf7c-700f06e9004e', 'port_id': 'a6046cd7-5156-4f17-9bc1-7d098f813216', 'mac_address': 'fa:16:3e:9d:5c:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac2f5390-a3ee-4d33-a345-a15fdda52c96', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:13:07.499545 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port a6046cd7-5156-4f17-9bc1-7d098f813216 is: DOWN; New status is: BUILD {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:07.499860 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (a6046cd7-5156-4f17-9bc1-7d098f813216), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:07.512701 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:07.520681 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6046cd7-5156-4f17-9bc1-7d098f813216 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:13:07.547326 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port a6046cd7-5156-4f17-9bc1-7d098f813216, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a6046cd7-5156-4f17-9bc1-7d098f813216,segment=NetworkSegment(d14c15d4-dbad-4d48-b6a6-c63907d37e73),segment_id=d14c15d4-dbad-4d48-b6a6-c63907d37e73)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:13:07.553563 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (a6046cd7-5156-4f17-9bc1-7d098f813216), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:07.617050 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Pushing event updated for resources: {'Port': ['ID=a6046cd7-5156-4f17-9bc1-7d098f813216,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:07.866135 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd2138-6894-4eea-a4f0-fce1e38b6ba3 req-6d164cfd-9bfe-4b92-b454-a83a1340c620 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:07.867626 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-56bd2138-6894-4eea-a4f0-fce1e38b6ba3 req-6d164cfd-9bfe-4b92-b454-a83a1340c620 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e9bfbd59-defe-46b1-a67f-53a2bdaf0885 HTTP/1.1" status: 200 len: 948 time: 0.0501618 Sep 29 02:13:07.923664 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-56bd2138-6894-4eea-a4f0-fce1e38b6ba3 req-6506451e-acee-46bd-8903-73423ad01d08 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c5ad96d-9aea-4d09-859a-9f4f6fb4db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504825 Sep 29 02:13:07.982552 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5feb8-904f-4cdc-b6aa-3dc6e5fc0a80 req-4a812167-c4c4-4323-b7b4-8be50740b470 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:07.984039 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-afd5feb8-904f-4cdc-b6aa-3dc6e5fc0a80 req-4a812167-c4c4-4323-b7b4-8be50740b470 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 945 time: 0.0595224 Sep 29 02:13:08.038253 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-afd5feb8-904f-4cdc-b6aa-3dc6e5fc0a80 req-d1a3976d-113e-4ec3-be82-2ddde5913dee tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485439 Sep 29 02:13:08.068903 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] get_ports_and_sgs() called for port_ids ['a6046cd7-5156-4f17-9bc1-7d098f813216'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:13:08.114091 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:09.047704 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d915fbb3-5ff7-4d75-bff3-d528c3d3406d req-b6918a93-0cd4-44a6-9f9a-a9e54081d26f tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:09.049185 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d915fbb3-5ff7-4d75-bff3-d528c3d3406d req-b6918a93-0cd4-44a6-9f9a-a9e54081d26f tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e9bfbd59-defe-46b1-a67f-53a2bdaf0885 HTTP/1.1" status: 200 len: 948 time: 0.0489464 Sep 29 02:13:09.100936 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d915fbb3-5ff7-4d75-bff3-d528c3d3406d req-492261ee-60e7-4a80-99d7-5e32a1c9b193 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c5ad96d-9aea-4d09-859a-9f4f6fb4db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458140 Sep 29 02:13:09.168599 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfcd1d-c2fa-4f44-b097-345edf5a5ffb req-70590e81-79f1-43f0-9af1-af6fd65689e3 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:09.170096 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c9dfcd1d-c2fa-4f44-b097-345edf5a5ffb req-70590e81-79f1-43f0-9af1-af6fd65689e3 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 945 time: 0.0461290 Sep 29 02:13:09.220127 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c9dfcd1d-c2fa-4f44-b097-345edf5a5ffb req-8877d233-3520-4a08-8a0b-ed2333976c04 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445750 Sep 29 02:13:09.373968 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device a6046cd7-5156-4f17-9bc1-7d098f813216 up at agent hyperv_hv-cinder-74014 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:13:09.417431 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Provisioning for port a6046cd7-5156-4f17-9bc1-7d098f813216 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:13:09.422969 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Provisioning complete for port a6046cd7-5156-4f17-9bc1-7d098f813216 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:09.423626 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (a6046cd7-5156-4f17-9bc1-7d098f813216), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:09.423965 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Attempt 1 to provision port a6046cd7-5156-4f17-9bc1-7d098f813216 Sep 29 02:13:09.495658 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port a6046cd7-5156-4f17-9bc1-7d098f813216 is: BUILD; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:09.496042 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (a6046cd7-5156-4f17-9bc1-7d098f813216), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:09.518448 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9bfbd59-defe-46b1-a67f-53a2bdaf0885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6046cd7-5156-4f17-9bc1-7d098f813216'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:13:09.521460 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9024dbdcad92e29b408608371dc01104c16b992bc758fd4b6455d872f62f597b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087a1073-a586-4cae-bb5f-a8dbd7d25a69" -d '{"events": [{"server_uuid": "e9bfbd59-defe-46b1-a67f-53a2bdaf0885", "name": "network-vif-plugged", "status": "completed", "tag": "a6046cd7-5156-4f17-9bc1-7d098f813216"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:13:09.537279 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port a6046cd7-5156-4f17-9bc1-7d098f813216, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a6046cd7-5156-4f17-9bc1-7d098f813216,segment=NetworkSegment(d14c15d4-dbad-4d48-b6a6-c63907d37e73),segment_id=d14c15d4-dbad-4d48-b6a6-c63907d37e73)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:13:09.542209 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (a6046cd7-5156-4f17-9bc1-7d098f813216), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:09.577285 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b93e80-2958-4bd8-a608-39b26e0c951b x-openstack-request-id: req-31b93e80-2958-4bd8-a608-39b26e0c951b {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:13:09.577648 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9bfbd59-defe-46b1-a67f-53a2bdaf0885", "name": "network-vif-plugged", "status": "completed", "tag": "a6046cd7-5156-4f17-9bc1-7d098f813216", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:13:09.577959 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-31b93e80-2958-4bd8-a608-39b26e0c951b {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:13:09.578520 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31b93e80-2958-4bd8-a608-39b26e0c951b'] response: {'server_uuid': 'e9bfbd59-defe-46b1-a67f-53a2bdaf0885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6046cd7-5156-4f17-9bc1-7d098f813216', 'code': 200} Sep 29 02:13:09.596201 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Pushing event updated for resources: {'Port': ['ID=a6046cd7-5156-4f17-9bc1-7d098f813216,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:09.761528 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a499a-4117-4e31-bade-c123548bacff req-eb316294-437c-44c1-b1fb-426a52c5874b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:09.763017 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-da1a499a-4117-4e31-bade-c123548bacff req-eb316294-437c-44c1-b1fb-426a52c5874b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e9bfbd59-defe-46b1-a67f-53a2bdaf0885 HTTP/1.1" status: 200 len: 1133 time: 0.0396612 Sep 29 02:13:09.815506 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-da1a499a-4117-4e31-bade-c123548bacff req-a329b98a-9c3e-47cd-81f4-bd6ec48b3c89 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0c5ad96d-9aea-4d09-859a-9f4f6fb4db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425434 Sep 29 02:13:10.271589 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c0ab4-7023-4e08-953c-738620e6b7cc req-781fa1e6-0c5b-44cb-9fed-d8d6dbaae647 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:10.273406 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e68c0ab4-7023-4e08-953c-738620e6b7cc req-781fa1e6-0c5b-44cb-9fed-d8d6dbaae647 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e9bfbd59-defe-46b1-a67f-53a2bdaf0885 HTTP/1.1" status: 200 len: 949 time: 0.0586982 Sep 29 02:13:10.351305 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:10.361288 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e68c0ab4-7023-4e08-953c-738620e6b7cc req-04070b33-d5da-41b6-9d77-a8ffdae2da89 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c5ad96d-9aea-4d09-859a-9f4f6fb4db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825033 Sep 29 02:13:10.378737 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a7945-961c-41ad-9052-40f0957a22c2 req-6a3c9b54-7cba-4e64-8b70-4adc802d8638 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:10.380809 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-793a7945-961c-41ad-9052-40f0957a22c2 req-6a3c9b54-7cba-4e64-8b70-4adc802d8638 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 945 time: 0.0685065 Sep 29 02:13:10.430457 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-793a7945-961c-41ad-9052-40f0957a22c2 req-ca0ee581-c9d4-4a6b-84f5-9fc177b125a7 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436215 Sep 29 02:13:11.601650 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174b0a7-7cf2-4511-9bc2-4edd0efaadee req-bbd12ac9-e715-4907-a451-edbac3f6cc4e tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:11.604021 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7174b0a7-7cf2-4511-9bc2-4edd0efaadee req-bbd12ac9-e715-4907-a451-edbac3f6cc4e tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e9bfbd59-defe-46b1-a67f-53a2bdaf0885 HTTP/1.1" status: 200 len: 949 time: 0.1461129 Sep 29 02:13:11.630666 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11987e-d079-4e75-8178-939a70433c31 req-e2b844f1-8444-4bd2-bd2a-8ac01dcbf48e tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:11.632156 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7d11987e-d079-4e75-8178-939a70433c31 req-e2b844f1-8444-4bd2-bd2a-8ac01dcbf48e tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 945 time: 0.0754268 Sep 29 02:13:11.676093 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=22 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:11.703650 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7174b0a7-7cf2-4511-9bc2-4edd0efaadee req-b626b459-9de8-475c-9875-70cb632d97fe tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c5ad96d-9aea-4d09-859a-9f4f6fb4db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874646 Sep 29 02:13:11.720161 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 52534) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:11.737630 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7d11987e-d079-4e75-8178-939a70433c31 req-1de83f1e-19f1-491c-adde-86fc341626dd tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948095 Sep 29 02:13:11.849152 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-71ac2c46-02d9-4397-beae-dc4dbebf952b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:11.928452 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-71ac2c46-02d9-4397-beae-dc4dbebf952b admin admin] Publish callbacks [] for security_group (fba30ea7-1af4-47fe-a54a-0bb9f15980a1), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:11.931918 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-71ac2c46-02d9-4397-beae-dc4dbebf952b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (fba30ea7-1af4-47fe-a54a-0bb9f15980a1), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:11.970506 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-71ac2c46-02d9-4397-beae-dc4dbebf952b admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=7aff9cdde28d44d8801462a74a8f216e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2483392 Sep 29 02:13:11.971350 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ac2c46-02d9-4397-beae-dc4dbebf952b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba30ea7-1af4-47fe-a54a-0bb9f15980a1,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:11.973158 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 52538) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:12.023657 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c8c446f5-6141-4f39-86a7-af339b2d2427 admin admin] Publish callbacks [] for security_group (fba30ea7-1af4-47fe-a54a-0bb9f15980a1), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:12.043822 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c8c446f5-6141-4f39-86a7-af339b2d2427 admin admin] Publish callbacks [] for security_group (fba30ea7-1af4-47fe-a54a-0bb9f15980a1), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:12.050291 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 6 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:13:12.059616 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:12.095173 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c8c446f5-6141-4f39-86a7-af339b2d2427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (fba30ea7-1af4-47fe-a54a-0bb9f15980a1), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:12.097684 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c8c446f5-6141-4f39-86a7-af339b2d2427 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:12.099578 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-c8c446f5-6141-4f39-86a7-af339b2d2427 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/fba30ea7-1af4-47fe-a54a-0bb9f15980a1 HTTP/1.1" status: 204 len: 168 time: 0.1239078 Sep 29 02:13:12.107167 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c446f5-6141-4f39-86a7-af339b2d2427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba30ea7-1af4-47fe-a54a-0bb9f15980a1,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:12.917205 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41650689-4965-48c3-9825-0d8e219af3f3 req-5d478c36-b3f4-4a98-9e2b-8c13c3cbdf2e tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:12.919590 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-41650689-4965-48c3-9825-0d8e219af3f3 req-5d478c36-b3f4-4a98-9e2b-8c13c3cbdf2e tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e9bfbd59-defe-46b1-a67f-53a2bdaf0885 HTTP/1.1" status: 200 len: 949 time: 0.1221225 Sep 29 02:13:12.929258 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8939b-6a60-47ec-905b-12096ca6af40 req-f228dec6-8d8c-4625-af6c-752ea996268a tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:12.930787 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-8df8939b-6a60-47ec-905b-12096ca6af40 req-f228dec6-8d8c-4625-af6c-752ea996268a tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 945 time: 0.0983653 Sep 29 02:13:13.006814 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-41650689-4965-48c3-9825-0d8e219af3f3 req-357bba16-5960-4b13-ae75-8a1dd84078f9 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c5ad96d-9aea-4d09-859a-9f4f6fb4db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748842 Sep 29 02:13:13.019376 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-8df8939b-6a60-47ec-905b-12096ca6af40 req-9190e08f-3c32-401a-a058-6c0c3a20ee58 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813379 Sep 29 02:13:13.344871 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66934028-ebcc-4ab3-9c29-41e78aeb8693 req-7217157f-d597-4979-914b-b5c91ed5bf24 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:13.346390 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-66934028-ebcc-4ab3-9c29-41e78aeb8693 req-7217157f-d597-4979-914b-b5c91ed5bf24 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e9bfbd59-defe-46b1-a67f-53a2bdaf0885 HTTP/1.1" status: 200 len: 949 time: 0.0533960 Sep 29 02:13:13.398163 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-66934028-ebcc-4ab3-9c29-41e78aeb8693 req-417a7678-40a3-40fb-89af-e42cebbb6cfc tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c5ad96d-9aea-4d09-859a-9f4f6fb4db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453842 Sep 29 02:13:13.683068 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 52632) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:13.798075 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f119423c-b176-43b0-bebe-99cf7c5938f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:13.873417 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f119423c-b176-43b0-bebe-99cf7c5938f7 admin admin] Publish callbacks [] for security_group (a5861ec3-8dfd-43e5-80f8-4c31d66d981a), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:13.877015 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f119423c-b176-43b0-bebe-99cf7c5938f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (a5861ec3-8dfd-43e5-80f8-4c31d66d981a), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:13.916625 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f119423c-b176-43b0-bebe-99cf7c5938f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5861ec3-8dfd-43e5-80f8-4c31d66d981a,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:13.921083 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-f119423c-b176-43b0-bebe-99cf7c5938f7 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=5155c124503f43a0939cdf2cb312934d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2368765 Sep 29 02:13:13.923806 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 52640) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:13.971860 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:13.980031 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-718393d3-523a-4e63-9383-a47e3a89e9c3 admin admin] Publish callbacks [] for security_group (a5861ec3-8dfd-43e5-80f8-4c31d66d981a), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:14.001917 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-718393d3-523a-4e63-9383-a47e3a89e9c3 admin admin] Publish callbacks [] for security_group (a5861ec3-8dfd-43e5-80f8-4c31d66d981a), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:14.050598 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-718393d3-523a-4e63-9383-a47e3a89e9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (a5861ec3-8dfd-43e5-80f8-4c31d66d981a), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:14.054054 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-718393d3-523a-4e63-9383-a47e3a89e9c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:14.055306 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-718393d3-523a-4e63-9383-a47e3a89e9c3 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a5861ec3-8dfd-43e5-80f8-4c31d66d981a HTTP/1.1" status: 204 len: 168 time: 0.1305900 Sep 29 02:13:14.070677 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718393d3-523a-4e63-9383-a47e3a89e9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5861ec3-8dfd-43e5-80f8-4c31d66d981a,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:14.162233 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271c332-8eb2-48f2-85f4-c64d743b6286 req-126f6f98-f46e-434b-94b0-4d4555513505 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:14.166111 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b271c332-8eb2-48f2-85f4-c64d743b6286 req-126f6f98-f46e-434b-94b0-4d4555513505 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 945 time: 0.0548403 Sep 29 02:13:14.221700 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b271c332-8eb2-48f2-85f4-c64d743b6286 req-9318b58c-a7a9-4beb-b695-2d79e79ee9e8 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512109 Sep 29 02:13:14.544675 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fff7f7-93f1-493a-950e-0c47cd2067c0 req-b09d7add-4db8-4b3e-8870-2556f32c6ea8 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:14.546214 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b0fff7f7-93f1-493a-950e-0c47cd2067c0 req-b09d7add-4db8-4b3e-8870-2556f32c6ea8 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e9bfbd59-defe-46b1-a67f-53a2bdaf0885 HTTP/1.1" status: 200 len: 949 time: 0.0506840 Sep 29 02:13:14.622857 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b0fff7f7-93f1-493a-950e-0c47cd2067c0 req-c87acfe3-ab44-4cc4-b4c7-eb2ef3826f2c tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c5ad96d-9aea-4d09-859a-9f4f6fb4db5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680547 Sep 29 02:13:14.623008 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 52676) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:14.744292 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e88b4686-d4f6-4874-af1f-725fb89b319d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:14.841177 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e88b4686-d4f6-4874-af1f-725fb89b319d admin admin] Publish callbacks [] for security_group (90e2ae7e-3091-485e-ba14-0241d5fd63ee), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:14.845994 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e88b4686-d4f6-4874-af1f-725fb89b319d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (90e2ae7e-3091-485e-ba14-0241d5fd63ee), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:14.901453 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-e88b4686-d4f6-4874-af1f-725fb89b319d admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=f2831aaa96c6429aa5172bff23dae70a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2771225 Sep 29 02:13:14.902973 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 52692) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:14.905017 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b4686-d4f6-4874-af1f-725fb89b319d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e2ae7e-3091-485e-ba14-0241d5fd63ee,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:14.933653 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:DELETE=5,neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:14.980120 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9f024c18-76d9-47f4-922c-6d2e160586a9 admin admin] Publish callbacks [] for security_group (90e2ae7e-3091-485e-ba14-0241d5fd63ee), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:15.002795 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9f024c18-76d9-47f4-922c-6d2e160586a9 admin admin] Publish callbacks [] for security_group (90e2ae7e-3091-485e-ba14-0241d5fd63ee), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:15.110591 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6915359-325d-4107-9fb5-b1ee2bf8dd9e req-f5aae930-439d-4873-a782-0d85579fdf3b tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:15.112090 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-f6915359-325d-4107-9fb5-b1ee2bf8dd9e req-f5aae930-439d-4873-a782-0d85579fdf3b tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e9bfbd59-defe-46b1-a67f-53a2bdaf0885 HTTP/1.1" status: 200 len: 949 time: 0.0712106 Sep 29 02:13:15.166740 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9f024c18-76d9-47f4-922c-6d2e160586a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (90e2ae7e-3091-485e-ba14-0241d5fd63ee), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:15.169385 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9f024c18-76d9-47f4-922c-6d2e160586a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:15.174549 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-9f024c18-76d9-47f4-922c-6d2e160586a9 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/90e2ae7e-3091-485e-ba14-0241d5fd63ee HTTP/1.1" status: 204 len: 168 time: 0.2699749 Sep 29 02:13:15.210437 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:15.215204 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f024c18-76d9-47f4-922c-6d2e160586a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e2ae7e-3091-485e-ba14-0241d5fd63ee,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:15.253470 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-f6915359-325d-4107-9fb5-b1ee2bf8dd9e req-0b5f0b72-55bc-44b8-83f0-9a3806639564 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] Deleting port a6046cd7-5156-4f17-9bc1-7d098f813216 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:13:15.254000 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f6915359-325d-4107-9fb5-b1ee2bf8dd9e req-0b5f0b72-55bc-44b8-83f0-9a3806639564 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (a6046cd7-5156-4f17-9bc1-7d098f813216), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:15.384955 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:DELETE=6,neutron:SELECT=92,neutron:INSERT=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:15.399975 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d922c2-de58-48be-ada6-56a335ea52d4 req-09305688-5ae8-4a67-b3d2-908e807ab80d tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:15.410465 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e0d922c2-de58-48be-ada6-56a335ea52d4 req-09305688-5ae8-4a67-b3d2-908e807ab80d tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 945 time: 0.0744474 Sep 29 02:13:15.475205 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-f6915359-325d-4107-9fb5-b1ee2bf8dd9e req-0b5f0b72-55bc-44b8-83f0-9a3806639564 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] For port a6046cd7-5156-4f17-9bc1-7d098f813216, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a6046cd7-5156-4f17-9bc1-7d098f813216,segment=NetworkSegment(d14c15d4-dbad-4d48-b6a6-c63907d37e73),segment_id=d14c15d4-dbad-4d48-b6a6-c63907d37e73)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:13:15.475723 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f6915359-325d-4107-9fb5-b1ee2bf8dd9e req-0b5f0b72-55bc-44b8-83f0-9a3806639564 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (a6046cd7-5156-4f17-9bc1-7d098f813216), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:15.485844 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e0d922c2-de58-48be-ada6-56a335ea52d4 req-d63f0f9d-f407-4922-af65-8475917fc67b tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738196 Sep 29 02:13:15.507520 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-f6915359-325d-4107-9fb5-b1ee2bf8dd9e req-0b5f0b72-55bc-44b8-83f0-9a3806639564 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] Calling delete_port for a6046cd7-5156-4f17-9bc1-7d098f813216 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:13:15.620814 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 52722) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:15.636798 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-060231be-8505-4544-8541-0b7956ea2e74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:15.698563 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f6915359-325d-4107-9fb5-b1ee2bf8dd9e req-0b5f0b72-55bc-44b8-83f0-9a3806639564 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429'] for port (a6046cd7-5156-4f17-9bc1-7d098f813216), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:15.713947 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] get_ports_and_sgs() called for port_ids ['a6046cd7-5156-4f17-9bc1-7d098f813216'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:13:15.744084 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f0b72-55bc-44b8-83f0-9a3806639564 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] Pushing event deleted for resources: {'Port': ['ID=a6046cd7-5156-4f17-9bc1-7d098f813216,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:15.838126 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-fbe91c3f-ac70-48aa-b2a6-b60e7931d2a8 req-7e711f4a-1d7c-4096-963c-67347857050e tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e9bfbd59-defe-46b1-a67f-53a2bdaf0885 HTTP/1.1" status: 200 len: 210 time: 0.0592649 Sep 29 02:13:15.843109 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6915359-325d-4107-9fb5-b1ee2bf8dd9e req-0b5f0b72-55bc-44b8-83f0-9a3806639564 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] No DVR routers for this DVR port a6046cd7-5156-4f17-9bc1-7d098f813216 on host hv-cinder-74014 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:13:15.847785 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-f6915359-325d-4107-9fb5-b1ee2bf8dd9e req-0b5f0b72-55bc-44b8-83f0-9a3806639564 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for port (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:15.852859 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-f6915359-325d-4107-9fb5-b1ee2bf8dd9e req-0b5f0b72-55bc-44b8-83f0-9a3806639564 tempest-VolumesNegativeTest-693457997 tempest-VolumesNegativeTest-693457997-project] 10.222.0.16 "DELETE /networking/v2.0/ports/a6046cd7-5156-4f17-9bc1-7d098f813216 HTTP/1.1" status: 204 len: 173 time: 0.7344217 Sep 29 02:13:15.853483 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-060231be-8505-4544-8541-0b7956ea2e74 admin admin] Publish callbacks [] for security_group (33cd65d8-907f-42ff-ad2f-dc2213db5de8), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:15.853604 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9bfbd59-defe-46b1-a67f-53a2bdaf0885', 'name': 'network-vif-deleted', 'tag': 'a6046cd7-5156-4f17-9bc1-7d098f813216'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:13:15.858239 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8801c8fb5daab99fa39d625c1bbc33038df1047fb3a9edb171ad2e86806648d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dfbf6b0-9ef2-498a-9b0d-54a59056d684" -d '{"events": [{"server_uuid": "e9bfbd59-defe-46b1-a67f-53a2bdaf0885", "name": "network-vif-deleted", "tag": "a6046cd7-5156-4f17-9bc1-7d098f813216"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:13:15.860891 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-060231be-8505-4544-8541-0b7956ea2e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (33cd65d8-907f-42ff-ad2f-dc2213db5de8), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:15.899304 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-060231be-8505-4544-8541-0b7956ea2e74 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=87fb6a44bfc64debb56cb94b1e901442&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2769616 Sep 29 02:13:15.901949 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 52734) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:15.954264 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255f2076-0d24-45bc-9fba-3c05bfedd329 x-openstack-request-id: req-255f2076-0d24-45bc-9fba-3c05bfedd329 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:13:15.954767 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9bfbd59-defe-46b1-a67f-53a2bdaf0885", "name": "network-vif-deleted", "tag": "a6046cd7-5156-4f17-9bc1-7d098f813216", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:13:15.955202 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-255f2076-0d24-45bc-9fba-3c05bfedd329 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:13:15.955742 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-255f2076-0d24-45bc-9fba-3c05bfedd329'] response: {'server_uuid': 'e9bfbd59-defe-46b1-a67f-53a2bdaf0885', 'name': 'network-vif-deleted', 'tag': 'a6046cd7-5156-4f17-9bc1-7d098f813216', 'status': 'completed', 'code': 200} Sep 29 02:13:15.979571 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060231be-8505-4544-8541-0b7956ea2e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33cd65d8-907f-42ff-ad2f-dc2213db5de8,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:15.992842 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d99f8fb2-c68d-497d-9fb7-d192b597d428 admin admin] Publish callbacks [] for security_group (33cd65d8-907f-42ff-ad2f-dc2213db5de8), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:16.021218 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d99f8fb2-c68d-497d-9fb7-d192b597d428 admin admin] Publish callbacks [] for security_group (33cd65d8-907f-42ff-ad2f-dc2213db5de8), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:16.087505 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d99f8fb2-c68d-497d-9fb7-d192b597d428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (33cd65d8-907f-42ff-ad2f-dc2213db5de8), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:16.091410 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d99f8fb2-c68d-497d-9fb7-d192b597d428 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:16.092783 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-d99f8fb2-c68d-497d-9fb7-d192b597d428 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/33cd65d8-907f-42ff-ad2f-dc2213db5de8 HTTP/1.1" status: 204 len: 168 time: 0.1895916 Sep 29 02:13:16.104214 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f8fb2-c68d-497d-9fb7-d192b597d428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cd65d8-907f-42ff-ad2f-dc2213db5de8,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:16.554527 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 52764) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:16.572248 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f730c8e3-3753-4cb9-8243-f7af818171eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:16.638083 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:16.643314 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c84a69-437e-4c73-88a2-a8f3c4144a37 req-372a8065-be35-4c76-b07f-80325e89d898 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:16.654394 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-25c84a69-437e-4c73-88a2-a8f3c4144a37 req-372a8065-be35-4c76-b07f-80325e89d898 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 945 time: 0.0774629 Sep 29 02:13:16.675107 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f730c8e3-3753-4cb9-8243-f7af818171eb admin admin] Publish callbacks [] for security_group (7ee450de-8448-4808-bc33-2fcd038c4d37), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:16.681772 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-f730c8e3-3753-4cb9-8243-f7af818171eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (7ee450de-8448-4808-bc33-2fcd038c4d37), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:16.720599 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-25c84a69-437e-4c73-88a2-a8f3c4144a37 req-f575baf2-4c26-4aaa-8551-c18c8269bb0f tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647786 Sep 29 02:13:16.732954 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-f730c8e3-3753-4cb9-8243-f7af818171eb admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=e9d9e378bb3e4a67acdec5b907934cb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1762500 Sep 29 02:13:16.735585 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 52766) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:16.749684 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f730c8e3-3753-4cb9-8243-f7af818171eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee450de-8448-4808-bc33-2fcd038c4d37,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:16.790653 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b2fa3dfa-ff17-401c-b70b-2d13f6c8a891 admin admin] Publish callbacks [] for security_group (7ee450de-8448-4808-bc33-2fcd038c4d37), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:16.813190 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b2fa3dfa-ff17-401c-b70b-2d13f6c8a891 admin admin] Publish callbacks [] for security_group (7ee450de-8448-4808-bc33-2fcd038c4d37), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:16.880707 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b2fa3dfa-ff17-401c-b70b-2d13f6c8a891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (7ee450de-8448-4808-bc33-2fcd038c4d37), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:16.883942 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b2fa3dfa-ff17-401c-b70b-2d13f6c8a891 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:16.888165 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-b2fa3dfa-ff17-401c-b70b-2d13f6c8a891 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/7ee450de-8448-4808-bc33-2fcd038c4d37 HTTP/1.1" status: 204 len: 168 time: 0.1516237 Sep 29 02:13:16.899776 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa3dfa-ff17-401c-b70b-2d13f6c8a891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee450de-8448-4808-bc33-2fcd038c4d37,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:17.745549 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 52850) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:17.881462 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec1cfa-699d-4431-823f-a1c2602b72fe req-de992ab7-acd2-49ac-897b-1bcdfc9ce5d8 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:17.883018 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-26ec1cfa-699d-4431-823f-a1c2602b72fe req-de992ab7-acd2-49ac-897b-1bcdfc9ce5d8 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 945 time: 0.0604389 Sep 29 02:13:17.937662 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fed75396-a122-4a9a-bbf4-13f72f3c52e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:17.948379 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-26ec1cfa-699d-4431-823f-a1c2602b72fe req-30a4ee12-4139-42cf-ad65-e46eb560963b tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586112 Sep 29 02:13:17.988346 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=8 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:18.038892 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 52880) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:18.040746 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:18.041922 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fed75396-a122-4a9a-bbf4-13f72f3c52e0 admin admin] Publish callbacks [] for security_group (9492807a-b116-40f8-949e-3080765adea5), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:18.051985 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fed75396-a122-4a9a-bbf4-13f72f3c52e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (9492807a-b116-40f8-949e-3080765adea5), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:18.093835 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed75396-a122-4a9a-bbf4-13f72f3c52e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9492807a-b116-40f8-949e-3080765adea5,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:18.098731 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-fed75396-a122-4a9a-bbf4-13f72f3c52e0 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=1277408e9cc544d4b9f81ea0bf0a5d57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3515091 Sep 29 02:13:18.101570 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 52894) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:18.161669 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9863c1f5-70fe-4345-83d9-9d77bedade47 admin admin] Publish callbacks [] for security_group (9492807a-b116-40f8-949e-3080765adea5), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:18.168881 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-44b33354-1f3c-45a4-9bbe-1d47c1a3bbb5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2037019616-network', 'tenant_id': 'd06e11b31c404d7eaf1701be9001c76d'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:13:18.192663 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:18.198544 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9863c1f5-70fe-4345-83d9-9d77bedade47 admin admin] Publish callbacks [] for security_group (9492807a-b116-40f8-949e-3080765adea5), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:18.222477 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b33354-1f3c-45a4-9bbe-1d47c1a3bbb5 admin admin] Made reservation on behalf of d06e11b31c404d7eaf1701be9001c76d for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:13:18.224832 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-44b33354-1f3c-45a4-9bbe-1d47c1a3bbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for network (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:18.248261 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-44b33354-1f3c-45a4-9bbe-1d47c1a3bbb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:18.284264 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9863c1f5-70fe-4345-83d9-9d77bedade47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (9492807a-b116-40f8-949e-3080765adea5), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:18.288779 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9863c1f5-70fe-4345-83d9-9d77bedade47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:18.288779 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-9863c1f5-70fe-4345-83d9-9d77bedade47 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/9492807a-b116-40f8-949e-3080765adea5 HTTP/1.1" status: 204 len: 168 time: 0.1854048 Sep 29 02:13:18.341111 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9863c1f5-70fe-4345-83d9-9d77bedade47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9492807a-b116-40f8-949e-3080765adea5,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:18.398815 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-44b33354-1f3c-45a4-9bbe-1d47c1a3bbb5 admin admin] Publish callbacks [] for security_group (a4a97e58-396f-4ea2-abe4-ff684f0788d6), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:18.405666 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-44b33354-1f3c-45a4-9bbe-1d47c1a3bbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (a4a97e58-396f-4ea2-abe4-ff684f0788d6), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:18.432527 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44b33354-1f3c-45a4-9bbe-1d47c1a3bbb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:13:18.452046 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b33354-1f3c-45a4-9bbe-1d47c1a3bbb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a97e58-396f-4ea2-abe4-ff684f0788d6,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:18.458001 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:18.459738 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-44b33354-1f3c-45a4-9bbe-1d47c1a3bbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841896'] for segment (d69739f8-63ce-450d-a9ae-043b7b1b481e), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:18.460757 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.db.segments_db [None req-44b33354-1f3c-45a4-9bbe-1d47c1a3bbb5 admin admin] Added segment d69739f8-63ce-450d-a9ae-043b7b1b481e of type vlan for network 681bbea9-42f3-45d1-b55a-67905b8511b8 Sep 29 02:13:18.565888 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-44b33354-1f3c-45a4-9bbe-1d47c1a3bbb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769072021697'] for network (681bbea9-42f3-45d1-b55a-67905b8511b8), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:18.596733 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-44b33354-1f3c-45a4-9bbe-1d47c1a3bbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168'] for network (681bbea9-42f3-45d1-b55a-67905b8511b8), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:18.597812 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b33354-1f3c-45a4-9bbe-1d47c1a3bbb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:18.599823 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-44b33354-1f3c-45a4-9bbe-1d47c1a3bbb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for network (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:18.655987 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-44b33354-1f3c-45a4-9bbe-1d47c1a3bbb5 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6160669 Sep 29 02:13:18.658812 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 52948) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:18.671651 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-33340d12-ea68-4fa7-91ab-d3177649b81e admin admin] Request body: {'subnet': {'network_id': '681bbea9-42f3-45d1-b55a-67905b8511b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2037019616-subnet', 'tenant_id': 'd06e11b31c404d7eaf1701be9001c76d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:13:18.686555 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b33354-1f3c-45a4-9bbe-1d47c1a3bbb5 admin admin] Pushing event updated for resources: {'Network': ['ID=681bbea9-42f3-45d1-b55a-67905b8511b8,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:18.697375 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Network 681bbea9-42f3-45d1-b55a-67905b8511b8 details requested by agent ovs-agent-dv-cinder-740146-21-smb with host dv-cinder-740146-21-smb {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:13:18.699239 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33340d12-ea68-4fa7-91ab-d3177649b81e admin admin] Made reservation on behalf of d06e11b31c404d7eaf1701be9001c76d for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:13:18.702569 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-33340d12-ea68-4fa7-91ab-d3177649b81e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25691299'] for subnet (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:18.787815 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 52956) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:18.806825 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ee11b2a1-b78e-4c15-9c5c-a64b232c8531 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:18.968299 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-33340d12-ea68-4fa7-91ab-d3177649b81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26031399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25691285'] for subnet (b0e7c32d-5fb4-428f-b008-898be974fdca), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:19.012426 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ee11b2a1-b78e-4c15-9c5c-a64b232c8531 admin admin] Publish callbacks [] for security_group (9780ba16-951d-46cc-b301-300918f1cf42), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:19.027760 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ee11b2a1-b78e-4c15-9c5c-a64b232c8531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (9780ba16-951d-46cc-b301-300918f1cf42), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:19.082190 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:19.103398 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33340d12-ea68-4fa7-91ab-d3177649b81e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0e7c32d-5fb4-428f-b008-898be974fdca,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:19.128473 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-ee11b2a1-b78e-4c15-9c5c-a64b232c8531 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=40adacefd6714ea2936223ac9646971b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3395410 Sep 29 02:13:19.131445 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 52980) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:19.139421 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11b2a1-b78e-4c15-9c5c-a64b232c8531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9780ba16-951d-46cc-b301-300918f1cf42,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:19.144666 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33340d12-ea68-4fa7-91ab-d3177649b81e admin admin] Checking segment: {'id': 'd69739f8-63ce-450d-a9ae-043b7b1b481e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '681bbea9-42f3-45d1-b55a-67905b8511b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:13:19.145570 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33340d12-ea68-4fa7-91ab-d3177649b81e admin admin] Network hostable DHCP agents. Network: 681bbea9-42f3-45d1-b55a-67905b8511b8, hostable agents: ['7f4c726f-d790-49c7-8982-ed059dd67ac5'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:13:19.162691 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233afe8-54e1-40d4-806d-b599a6cc58a8 req-e4440fca-6f68-4b56-b5bb-1a61ed45830f tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:19.164227 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f233afe8-54e1-40d4-806d-b599a6cc58a8 req-e4440fca-6f68-4b56-b5bb-1a61ed45830f tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 945 time: 0.1190288 Sep 29 02:13:19.190702 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33340d12-ea68-4fa7-91ab-d3177649b81e admin admin] Network 681bbea9-42f3-45d1-b55a-67905b8511b8 is scheduled to be hosted by DHCP agent 7f4c726f-d790-49c7-8982-ed059dd67ac5 with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:13:19.209791 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:19.213711 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-33340d12-ea68-4fa7-91ab-d3177649b81e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-21-smb, 681bbea9-42f3-45d1-b55a-67905b8511b8) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:13:19.224407 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6ad7d1a2-0dd5-4bc9-8706-41916edb1a91 admin admin] Publish callbacks [] for security_group (9780ba16-951d-46cc-b301-300918f1cf42), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:19.226090 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33340d12-ea68-4fa7-91ab-d3177649b81e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:19.226690 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-33340d12-ea68-4fa7-91ab-d3177649b81e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for subnet (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:19.227814 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c08c6d-4d35-433a-8e34-13c856e9291e None None] Network 681bbea9-42f3-45d1-b55a-67905b8511b8 requested from dv-cinder-740146-21-smb {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:13:19.249380 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f233afe8-54e1-40d4-806d-b599a6cc58a8 req-0e9338eb-2c3c-447a-adb5-7439e4d99b3c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782130 Sep 29 02:13:19.252692 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6ad7d1a2-0dd5-4bc9-8706-41916edb1a91 admin admin] Publish callbacks [] for security_group (9780ba16-951d-46cc-b301-300918f1cf42), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:19.294108 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-33340d12-ea68-4fa7-91ab-d3177649b81e admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6339419 Sep 29 02:13:19.341059 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f696b00b-b4cb-4caa-bb25-04952df1a188 None None] Network 681bbea9-42f3-45d1-b55a-67905b8511b8 requested from dv-cinder-740146-21-smb {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:13:19.343768 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:19.350495 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6ad7d1a2-0dd5-4bc9-8706-41916edb1a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (9780ba16-951d-46cc-b301-300918f1cf42), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:19.353245 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6ad7d1a2-0dd5-4bc9-8706-41916edb1a91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:19.355168 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-6ad7d1a2-0dd5-4bc9-8706-41916edb1a91 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/9780ba16-951d-46cc-b301-300918f1cf42 HTTP/1.1" status: 204 len: 168 time: 0.2212436 Sep 29 02:13:19.368102 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7d1a2-0dd5-4bc9-8706-41916edb1a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9780ba16-951d-46cc-b301-300918f1cf42,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:19.410327 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device a6046cd7-5156-4f17-9bc1-7d098f813216 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:13:19.418152 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:19.443328 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] No Port match for: a6046cd7-5156-4f17-9bc1-7d098f813216 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:13:19.443680 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device a6046cd7-5156-4f17-9bc1-7d098f813216 not bound to the agent host hv-cinder-74014 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:13:19.582388 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3d6b6822-447f-43da-96d1-a750843bbeaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:20.425685 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764ef8a-f9eb-4597-b256-7020a69878bd req-08e6a7f9-cfab-4be4-9b08-64fd088a44e8 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:20.427315 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a764ef8a-f9eb-4597-b256-7020a69878bd req-08e6a7f9-cfab-4be4-9b08-64fd088a44e8 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 945 time: 0.0663376 Sep 29 02:13:20.524485 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a764ef8a-f9eb-4597-b256-7020a69878bd req-0d9d2256-bb78-4c7c-a538-850db78d4967 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907702 Sep 29 02:13:21.591215 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-9ad65728-8a09-4bfb-9d04-aa12b0134623 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:21.592863 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-9ad65728-8a09-4bfb-9d04-aa12b0134623 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/networks?id=681bbea9-42f3-45d1-b55a-67905b8511b8 HTTP/1.1" status: 200 len: 809 time: 0.1171169 Sep 29 02:13:21.620661 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-d1776bb0-52ee-453c-8284-7bafba73f7ac tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/quotas/d06e11b31c404d7eaf1701be9001c76d HTTP/1.1" status: 200 len: 375 time: 0.0213993 Sep 29 02:13:21.684084 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-dae16b0d-3a16-471e-9f0b-670efaf5098b tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d06e11b31c404d7eaf1701be9001c76d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396612 Sep 29 02:13:21.712959 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea91935-c980-43f4-a059-ff219a065d62 req-c1007d3d-8eba-4b22-a8c7-55bf50c4a8d9 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:21.714627 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0ea91935-c980-43f4-a059-ff219a065d62 req-c1007d3d-8eba-4b22-a8c7-55bf50c4a8d9 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 945 time: 0.1136293 Sep 29 02:13:21.816463 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0ea91935-c980-43f4-a059-ff219a065d62 req-8c6f8c0d-8464-4ca3-adf0-a9e7d354cd38 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734060 Sep 29 02:13:21.823181 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-54c585c0-0e13-4fdf-8176-4f409d409d28 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/681bbea9-42f3-45d1-b55a-67905b8511b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382918 Sep 29 02:13:21.930935 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-785c13d3-9003-419e-965a-5a55c4053965 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/681bbea9-42f3-45d1-b55a-67905b8511b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009812 Sep 29 02:13:22.046871 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=2 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:22.111581 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9f78b4e5-a924-40f2-8a61-ccab245dce0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:22.119487 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-53c081bd-c1ab-4032-9945-fdf8e9ddf499 req-dccbfe75-9ed0-4ed0-811a-289a27ef93ff tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bde7ae02-1b06-4aa9-a2e2-6e2e5f3866e1 HTTP/1.1" status: 200 len: 210 time: 0.0305574 Sep 29 02:13:22.852310 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 53276) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:22.902857 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 53284) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:22.960661 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a64c38a-9f3b-46a3-a379-e87c1bb14f2e admin admin] Deleting subnet 0e21bbcb-6ab7-4d72-941d-1f819c286c01 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 29 02:13:22.964091 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9a64c38a-9f3b-46a3-a379-e87c1bb14f2e admin admin] Publish callbacks [] for subnet (0e21bbcb-6ab7-4d72-941d-1f819c286c01), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:22.979257 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e55c7-b0ea-48eb-914d-c49df7b15e6a req-f0d8d8fa-0124-4333-b4c7-3cb6b8a7edad tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:22.980857 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ae0e55c7-b0ea-48eb-914d-c49df7b15e6a req-f0d8d8fa-0124-4333-b4c7-3cb6b8a7edad tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 945 time: 0.0566349 Sep 29 02:13:23.019223 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9a64c38a-9f3b-46a3-a379-e87c1bb14f2e admin admin] Publish callbacks [] for subnet (0e21bbcb-6ab7-4d72-941d-1f819c286c01), precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:23.029040 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ae0e55c7-b0ea-48eb-914d-c49df7b15e6a req-fdb7bdc0-4ad9-4905-a962-1dd77041c469 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425189 Sep 29 02:13:23.037241 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9a64c38a-9f3b-46a3-a379-e87c1bb14f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-885443'] for subnet (0e21bbcb-6ab7-4d72-941d-1f819c286c01), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:23.065871 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-90816ba5-0958-4b60-9bb3-2485c42efed1 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=83d6d83a248e44d19dacfd099f475c1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2124524 Sep 29 02:13:23.068345 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 53286) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:23.128383 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:23.142217 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3e2066f0-fd12-4ff9-8d52-f6daf072bbbd admin admin] Publish callbacks [] for security_group (0c5ad96d-9aea-4d09-859a-9f4f6fb4db5a), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:23.144370 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9a64c38a-9f3b-46a3-a379-e87c1bb14f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-890536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168'] for subnet (0e21bbcb-6ab7-4d72-941d-1f819c286c01), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:23.190473 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9a64c38a-9f3b-46a3-a379-e87c1bb14f2e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:23.194287 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-9a64c38a-9f3b-46a3-a379-e87c1bb14f2e admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/0e21bbcb-6ab7-4d72-941d-1f819c286c01 HTTP/1.1" status: 204 len: 168 time: 0.2907622 Sep 29 02:13:23.195154 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a64c38a-9f3b-46a3-a379-e87c1bb14f2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e21bbcb-6ab7-4d72-941d-1f819c286c01,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:23.199224 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 53290) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:23.203432 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3e2066f0-fd12-4ff9-8d52-f6daf072bbbd admin admin] Publish callbacks [] for security_group (0c5ad96d-9aea-4d09-859a-9f4f6fb4db5a), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:23.203948 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:23.253680 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3e2066f0-fd12-4ff9-8d52-f6daf072bbbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (0c5ad96d-9aea-4d09-859a-9f4f6fb4db5a), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:23.256743 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3e2066f0-fd12-4ff9-8d52-f6daf072bbbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:23.260228 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-3e2066f0-fd12-4ff9-8d52-f6daf072bbbd admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/0c5ad96d-9aea-4d09-859a-9f4f6fb4db5a HTTP/1.1" status: 204 len: 168 time: 0.1886787 Sep 29 02:13:23.273332 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2066f0-fd12-4ff9-8d52-f6daf072bbbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5ad96d-9aea-4d09-859a-9f4f6fb4db5a,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:23.286577 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f87c766d-c2a8-4dd5-9cf9-8078d121ea9a req-733a91e8-9ed7-4533-a00b-f460c971eee7 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bde7ae02-1b06-4aa9-a2e2-6e2e5f3866e1 HTTP/1.1" status: 200 len: 210 time: 0.0633006 Sep 29 02:13:23.311015 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8abfd0f0-6d81-4ad2-a9b6-fd25885c14e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790930'] for network (48fe4730-a731-4f29-b026-ed01f3c6a62d), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:23.406996 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8abfd0f0-6d81-4ad2-a9b6-fd25885c14e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-847605', 'neutron.services.segments.db._delete_segments_for_network-8769072566986'] for network (48fe4730-a731-4f29-b026-ed01f3c6a62d), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:23.443770 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.services.segments.db [None req-8abfd0f0-6d81-4ad2-a9b6-fd25885c14e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48fe4730-a731-4f29-b026-ed01f3c6a62d']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:13:23.463036 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.services.segments.db [None req-8abfd0f0-6d81-4ad2-a9b6-fd25885c14e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc30c1a7-93b1-4179-96db-aa8fa052d90b') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:13:23.463333 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.services.segments.db [None req-8abfd0f0-6d81-4ad2-a9b6-fd25885c14e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc30c1a7-93b1-4179-96db-aa8fa052d90b') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:13:23.479026 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8abfd0f0-6d81-4ad2-a9b6-fd25885c14e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769072454503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26031568'] for segment (bc30c1a7-93b1-4179-96db-aa8fa052d90b), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:23.507853 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8abfd0f0-6d81-4ad2-a9b6-fd25885c14e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841896'] for segment (bc30c1a7-93b1-4179-96db-aa8fa052d90b), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:23.516844 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8abfd0f0-6d81-4ad2-a9b6-fd25885c14e4 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 02:13:23.517284 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8abfd0f0-6d81-4ad2-a9b6-fd25885c14e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26030404'] for segment (bc30c1a7-93b1-4179-96db-aa8fa052d90b), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:23.533705 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:23.586150 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.services.segments.plugin [-] Segment bc30c1a7-93b1-4179-96db-aa8fa052d90b resource provider aggregate not found Sep 29 02:13:23.620946 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.services.segments.plugin [-] Segment bc30c1a7-93b1-4179-96db-aa8fa052d90b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bc30c1a7-93b1-4179-96db-aa8fa052d90b found for delete ", "request_id": "req-71e7b8b7-484a-4e35-9710-71e0b2d326bc"}]} Sep 29 02:13:23.636362 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8abfd0f0-6d81-4ad2-a9b6-fd25885c14e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-847614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1596307'] for network (48fe4730-a731-4f29-b026-ed01f3c6a62d), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:23.657601 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8abfd0f0-6d81-4ad2-a9b6-fd25885c14e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for network (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:23.665381 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 53314) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:23.665630 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-8abfd0f0-6d81-4ad2-a9b6-fd25885c14e4 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/48fe4730-a731-4f29-b026-ed01f3c6a62d HTTP/1.1" status: 204 len: 168 time: 0.4630351 Sep 29 02:13:23.666905 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abfd0f0-6d81-4ad2-a9b6-fd25885c14e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=48fe4730-a731-4f29-b026-ed01f3c6a62d,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:23.739234 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9819bef-6e77-4dbb-8d1d-7e326f63c531 admin admin] Deleting subnet 921b50d9-c7da-4c83-9333-005e2381fa28 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 29 02:13:23.744416 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a9819bef-6e77-4dbb-8d1d-7e326f63c531 admin admin] Publish callbacks [] for subnet (921b50d9-c7da-4c83-9333-005e2381fa28), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:23.807469 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a9819bef-6e77-4dbb-8d1d-7e326f63c531 admin admin] Publish callbacks [] for subnet (921b50d9-c7da-4c83-9333-005e2381fa28), precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:23.809208 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:INSERT=1,neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:23.815608 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a9819bef-6e77-4dbb-8d1d-7e326f63c531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-885443'] for subnet (921b50d9-c7da-4c83-9333-005e2381fa28), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:23.926221 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a9819bef-6e77-4dbb-8d1d-7e326f63c531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-890536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168'] for subnet (921b50d9-c7da-4c83-9333-005e2381fa28), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:23.971408 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 53330) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:23.991785 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9819bef-6e77-4dbb-8d1d-7e326f63c531 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=921b50d9-c7da-4c83-9333-005e2381fa28,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:24.002822 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a9819bef-6e77-4dbb-8d1d-7e326f63c531 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:24.006379 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-a9819bef-6e77-4dbb-8d1d-7e326f63c531 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/921b50d9-c7da-4c83-9333-005e2381fa28 HTTP/1.1" status: 204 len: 168 time: 0.3395362 Sep 29 02:13:24.009140 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 53334) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:24.010766 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e4077-4d89-431c-a9b7-9fa6736f79b4 req-dcaffc85-3b80-4247-86b2-1cc6ec7f9cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:24.012228 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-b67e4077-4d89-431c-a9b7-9fa6736f79b4 req-dcaffc85-3b80-4247-86b2-1cc6ec7f9cae service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 1129 time: 0.1016614 Sep 29 02:13:24.098331 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-b67e4077-4d89-431c-a9b7-9fa6736f79b4 req-55d3fa05-da02-45d2-82fc-c5f3bd823403 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788846 Sep 29 02:13:24.112626 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a6971465-d1de-48bb-a593-106fb1133388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790930'] for network (5bfc3b0d-758b-48d4-978c-3f01736a76ff), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:24.141194 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:24.144544 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-17003348-da6e-495e-b6c0-99c977fc6002 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:24.221774 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dae350-b56f-49d4-bc64-b091f3641a6b req-2719414a-eba2-4221-8025-3c81eaa3b124 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:24.223312 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b0dae350-b56f-49d4-bc64-b091f3641a6b req-2719414a-eba2-4221-8025-3c81eaa3b124 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 945 time: 0.0999956 Sep 29 02:13:24.303951 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a6971465-d1de-48bb-a593-106fb1133388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-847605', 'neutron.services.segments.db._delete_segments_for_network-8769072566986'] for network (5bfc3b0d-758b-48d4-978c-3f01736a76ff), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:24.546268 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.services.segments.db [None req-a6971465-d1de-48bb-a593-106fb1133388 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bfc3b0d-758b-48d4-978c-3f01736a76ff']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:13:24.577594 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b0dae350-b56f-49d4-bc64-b091f3641a6b req-5b048c4d-07be-45e3-bb0b-073ba0cecfa9 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440244 Sep 29 02:13:24.598445 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.services.segments.db [None req-a6971465-d1de-48bb-a593-106fb1133388 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4d0f5bf-d8e2-4e1b-a93f-655321c13a1d') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:13:24.598742 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.services.segments.db [None req-a6971465-d1de-48bb-a593-106fb1133388 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4d0f5bf-d8e2-4e1b-a93f-655321c13a1d') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:13:24.606987 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-00720fb5-9441-4933-af27-fb9dbbc006f6 req-2ac27fc4-dc8c-4b47-96b5-a5e1de0e4221 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bde7ae02-1b06-4aa9-a2e2-6e2e5f3866e1 HTTP/1.1" status: 200 len: 210 time: 0.0684805 Sep 29 02:13:24.614502 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a6971465-d1de-48bb-a593-106fb1133388 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769072454503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26031568'] for segment (e4d0f5bf-d8e2-4e1b-a93f-655321c13a1d), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:24.640818 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a6971465-d1de-48bb-a593-106fb1133388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841896'] for segment (e4d0f5bf-d8e2-4e1b-a93f-655321c13a1d), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:24.645035 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-17003348-da6e-495e-b6c0-99c977fc6002 admin admin] Publish callbacks [] for security_group (540e84f8-d4e8-4dc5-a0db-e22b846bd56b), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:24.650530 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-17003348-da6e-495e-b6c0-99c977fc6002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (540e84f8-d4e8-4dc5-a0db-e22b846bd56b), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:24.653265 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6971465-d1de-48bb-a593-106fb1133388 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 02:13:24.653673 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a6971465-d1de-48bb-a593-106fb1133388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26030404'] for segment (e4d0f5bf-d8e2-4e1b-a93f-655321c13a1d), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:24.740595 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-17003348-da6e-495e-b6c0-99c977fc6002 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=e5ee0732e2d3455a8863b5b97cf86dcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7679837 Sep 29 02:13:24.743799 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17003348-da6e-495e-b6c0-99c977fc6002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540e84f8-d4e8-4dc5-a0db-e22b846bd56b,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:24.745352 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 53340) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:24.750497 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a6971465-d1de-48bb-a593-106fb1133388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-847614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1596307'] for network (5bfc3b0d-758b-48d4-978c-3f01736a76ff), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:24.750715 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:24.756824 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a6971465-d1de-48bb-a593-106fb1133388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for network (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:24.762638 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-a6971465-d1de-48bb-a593-106fb1133388 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/5bfc3b0d-758b-48d4-978c-3f01736a76ff HTTP/1.1" status: 204 len: 168 time: 0.7522502 Sep 29 02:13:24.774479 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6971465-d1de-48bb-a593-106fb1133388 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bfc3b0d-758b-48d4-978c-3f01736a76ff,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:24.801602 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0a5e0ef6-0991-42b8-bb59-4f84265081f7 admin admin] Publish callbacks [] for security_group (540e84f8-d4e8-4dc5-a0db-e22b846bd56b), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:24.823698 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0a5e0ef6-0991-42b8-bb59-4f84265081f7 admin admin] Publish callbacks [] for security_group (540e84f8-d4e8-4dc5-a0db-e22b846bd56b), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:24.864446 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:24.879810 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0a5e0ef6-0991-42b8-bb59-4f84265081f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (540e84f8-d4e8-4dc5-a0db-e22b846bd56b), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:24.882652 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0a5e0ef6-0991-42b8-bb59-4f84265081f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:24.883793 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-0a5e0ef6-0991-42b8-bb59-4f84265081f7 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/540e84f8-d4e8-4dc5-a0db-e22b846bd56b HTTP/1.1" status: 204 len: 168 time: 0.1369770 Sep 29 02:13:24.887111 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 53346) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:24.899787 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e0ef6-0991-42b8-bb59-4f84265081f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540e84f8-d4e8-4dc5-a0db-e22b846bd56b,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:24.946056 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-ec4d9fb8-0b50-4f6b-b590-bd705c38efbb admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=93f0a445590941e088a4d13d9e9b904f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0578892 Sep 29 02:13:24.948550 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 53348) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:25.003155 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a72588ad-4591-46ec-a3b1-a4f2650f6fef admin admin] Publish callbacks [] for security_group (b6b6aaed-9dbc-4e81-ab84-b4520ad47f34), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:25.026386 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a72588ad-4591-46ec-a3b1-a4f2650f6fef admin admin] Publish callbacks [] for security_group (b6b6aaed-9dbc-4e81-ab84-b4520ad47f34), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:25.079961 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a72588ad-4591-46ec-a3b1-a4f2650f6fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (b6b6aaed-9dbc-4e81-ab84-b4520ad47f34), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:25.084429 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a72588ad-4591-46ec-a3b1-a4f2650f6fef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:25.085642 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-a72588ad-4591-46ec-a3b1-a4f2650f6fef admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/b6b6aaed-9dbc-4e81-ab84-b4520ad47f34 HTTP/1.1" status: 204 len: 168 time: 0.1361442 Sep 29 02:13:25.096189 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72588ad-4591-46ec-a3b1-a4f2650f6fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b6aaed-9dbc-4e81-ab84-b4520ad47f34,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:25.389760 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-6967d38f-6f6d-41cb-a489-6b320e1a3b3f tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:25.391342 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-6967d38f-6f6d-41cb-a489-6b320e1a3b3f tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.16 "GET /networking/v2.0/networks?id=681bbea9-42f3-45d1-b55a-67905b8511b8 HTTP/1.1" status: 200 len: 809 time: 0.1462150 Sep 29 02:13:25.405766 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-ce89d05b-689a-49a1-a759-eccbf00e77d5 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Request body: {'port': {'device_id': 'bde7ae02-1b06-4aa9-a2e2-6e2e5f3866e1', 'network_id': '681bbea9-42f3-45d1-b55a-67905b8511b8', 'admin_state_up': True, 'tenant_id': 'd06e11b31c404d7eaf1701be9001c76d'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:13:25.443877 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 53372) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:25.518594 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:25.552753 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-ce89d05b-689a-49a1-a759-eccbf00e77d5 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Made reservation on behalf of d06e11b31c404d7eaf1701be9001c76d for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:13:25.557704 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-ce89d05b-689a-49a1-a759-eccbf00e77d5 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:25.564676 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 53380) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:25.613005 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-10f491c5-36b8-46be-be6b-39b24f56f723 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=b2b771f7f618417aaa920f52182a9949&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0472057 Sep 29 02:13:25.616669 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 53386) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:25.659331 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:25.711091 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.services.segments.plugin [-] Segment e4d0f5bf-d8e2-4e1b-a93f-655321c13a1d resource provider aggregate not found Sep 29 02:13:25.730718 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3c205d1f-b19f-45cb-b3fb-985f6bb12960 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:25.751787 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:25.754592 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-ce89d05b-689a-49a1-a759-eccbf00e77d5 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Allocated IP 172.20.0.14 (681bbea9-42f3-45d1-b55a-67905b8511b8/b0e7c32d-5fb4-428f-b008-898be974fdca/afd6ff3c-4350-4b3d-83b2-139488f79fd8) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:13:25.768986 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.services.segments.plugin [-] Segment e4d0f5bf-d8e2-4e1b-a93f-655321c13a1d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e4d0f5bf-d8e2-4e1b-a93f-655321c13a1d found for delete ", "request_id": "req-7470c5b2-4608-4958-9ca6-f52c98be0559"}]} Sep 29 02:13:25.811869 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-670a8f07-329c-4b31-aeed-35870765a98d admin admin] Publish callbacks [] for security_group (ca7da37f-9b53-4d6b-8476-0d2d9fd95ce2), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:25.847695 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6d850d3d-c173-4b72-ba1a-ccbe48817c9a req-68a6341a-a551-4196-b459-79460a676d2f tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bde7ae02-1b06-4aa9-a2e2-6e2e5f3866e1 HTTP/1.1" status: 200 len: 210 time: 0.0893295 Sep 29 02:13:25.867202 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf133671-9761-4cbf-b9fb-dc40a1adbd0f req-158844c3-8214-42de-987f-7c8fd0a2e46f tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:25.868684 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-cf133671-9761-4cbf-b9fb-dc40a1adbd0f req-158844c3-8214-42de-987f-7c8fd0a2e46f tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 945 time: 0.1446009 Sep 29 02:13:25.892198 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-670a8f07-329c-4b31-aeed-35870765a98d admin admin] Publish callbacks [] for security_group (ca7da37f-9b53-4d6b-8476-0d2d9fd95ce2), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:25.969442 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-ce89d05b-689a-49a1-a759-eccbf00e77d5 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Publish callbacks [] for port (afd6ff3c-4350-4b3d-83b2-139488f79fd8), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:26.006362 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=5 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:26.006485 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-ce89d05b-689a-49a1-a759-eccbf00e77d5 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420'] for port (afd6ff3c-4350-4b3d-83b2-139488f79fd8), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:26.012515 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-cf133671-9761-4cbf-b9fb-dc40a1adbd0f req-0e4e18be-2f7f-4453-a4fb-dd29d0f7e27b tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163445 Sep 29 02:13:26.015426 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3c205d1f-b19f-45cb-b3fb-985f6bb12960 admin admin] Publish callbacks [] for security_group (c65aed98-3468-4906-8730-37247c822b9c), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:26.019238 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3c205d1f-b19f-45cb-b3fb-985f6bb12960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (c65aed98-3468-4906-8730-37247c822b9c), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:26.056109 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-ce89d05b-689a-49a1-a759-eccbf00e77d5 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Network 681bbea9-42f3-45d1-b55a-67905b8511b8 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:13:26.059705 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-ce89d05b-689a-49a1-a759-eccbf00e77d5 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:13:26.065887 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-670a8f07-329c-4b31-aeed-35870765a98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (ca7da37f-9b53-4d6b-8476-0d2d9fd95ce2), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:26.068623 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-ce89d05b-689a-49a1-a759-eccbf00e77d5 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:13:26.070276 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-670a8f07-329c-4b31-aeed-35870765a98d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:26.071520 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-670a8f07-329c-4b31-aeed-35870765a98d admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/ca7da37f-9b53-4d6b-8476-0d2d9fd95ce2 HTTP/1.1" status: 204 len: 168 time: 0.4476290 Sep 29 02:13:26.073261 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-ce89d05b-689a-49a1-a759-eccbf00e77d5 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:26.074028 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-ce89d05b-689a-49a1-a759-eccbf00e77d5 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for port (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:26.088684 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce89d05b-689a-49a1-a759-eccbf00e77d5 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Pushing event updated for resources: {'Port': ['ID=afd6ff3c-4350-4b3d-83b2-139488f79fd8,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:26.101930 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-ce89d05b-689a-49a1-a759-eccbf00e77d5 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7010248 Sep 29 02:13:26.103687 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-3c205d1f-b19f-45cb-b3fb-985f6bb12960 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=07f32a4e24954c0883538ea158d799aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6585503 Sep 29 02:13:26.104678 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c205d1f-b19f-45cb-b3fb-985f6bb12960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65aed98-3468-4906-8730-37247c822b9c,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:26.106280 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 53406) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:26.130427 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670a8f07-329c-4b31-aeed-35870765a98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7da37f-9b53-4d6b-8476-0d2d9fd95ce2,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:26.138261 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-d3e1f5e3-4354-4ef1-807e-38504f616d18 service neutron] Request body: {'port': {'device_id': 'bde7ae02-1b06-4aa9-a2e2-6e2e5f3866e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:13:26.242276 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cd8ed249-a39a-44a8-ab52-bec3008223e8 admin admin] Publish callbacks [] for security_group (c65aed98-3468-4906-8730-37247c822b9c), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:26.252909 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-d3e1f5e3-4354-4ef1-807e-38504f616d18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (afd6ff3c-4350-4b3d-83b2-139488f79fd8), before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:26.276077 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cd8ed249-a39a-44a8-ab52-bec3008223e8 admin admin] Publish callbacks [] for security_group (c65aed98-3468-4906-8730-37247c822b9c), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:26.444537 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cd8ed249-a39a-44a8-ab52-bec3008223e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (c65aed98-3468-4906-8730-37247c822b9c), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:26.447434 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cd8ed249-a39a-44a8-ab52-bec3008223e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:26.450861 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-cd8ed249-a39a-44a8-ab52-bec3008223e8 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/c65aed98-3468-4906-8730-37247c822b9c HTTP/1.1" status: 204 len: 168 time: 0.3413656 Sep 29 02:13:26.463115 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:26.498921 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ed249-a39a-44a8-ab52-bec3008223e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65aed98-3468-4906-8730-37247c822b9c,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:26.654622 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.notifiers.nova [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-d3e1f5e3-4354-4ef1-807e-38504f616d18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afd6ff3c-4350-4b3d-83b2-139488f79fd8 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:13:26.659046 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:INSERT=4,neutron:UPDATE=3,neutron:SELECT=88,neutron:DELETE=5 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:26.667309 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-d3e1f5e3-4354-4ef1-807e-38504f616d18 service neutron] Publish callbacks [] for port (afd6ff3c-4350-4b3d-83b2-139488f79fd8), precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:26.687917 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-d3e1f5e3-4354-4ef1-807e-38504f616d18 service neutron] Transition to ACTIVE for port object afd6ff3c-4350-4b3d-83b2-139488f79fd8 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:13:26.692064 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-d3e1f5e3-4354-4ef1-807e-38504f616d18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (afd6ff3c-4350-4b3d-83b2-139488f79fd8), after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:26.771324 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-d3e1f5e3-4354-4ef1-807e-38504f616d18 service neutron] Attempting to bind port afd6ff3c-4350-4b3d-83b2-139488f79fd8 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:13:26.771658 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-d3e1f5e3-4354-4ef1-807e-38504f616d18 service neutron] Attempting to bind port afd6ff3c-4350-4b3d-83b2-139488f79fd8 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'd69739f8-63ce-450d-a9ae-043b7b1b481e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '681bbea9-42f3-45d1-b55a-67905b8511b8'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:13:26.772565 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-d3e1f5e3-4354-4ef1-807e-38504f616d18 service neutron] Attempting to bind port afd6ff3c-4350-4b3d-83b2-139488f79fd8 on network 681bbea9-42f3-45d1-b55a-67905b8511b8 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:13:26.775950 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1f5e3-4354-4ef1-807e-38504f616d18 service neutron] Pushing event updated for resources: {'Port': ['ID=afd6ff3c-4350-4b3d-83b2-139488f79fd8,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:26.830802 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-d3e1f5e3-4354-4ef1-807e-38504f616d18 service neutron] Port afd6ff3c-4350-4b3d-83b2-139488f79fd8 on network 681bbea9-42f3-45d1-b55a-67905b8511b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:13:26.831417 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-d3e1f5e3-4354-4ef1-807e-38504f616d18 service neutron] Attempting to bind port afd6ff3c-4350-4b3d-83b2-139488f79fd8 on network 681bbea9-42f3-45d1-b55a-67905b8511b8 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:13:26.881698 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-d3e1f5e3-4354-4ef1-807e-38504f616d18 service neutron] Checking agent: {'id': '027a9bac-ca89-4228-9c1d-ae9e74cf172f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 9, 38), 'started_at': datetime.datetime(2022, 9, 29, 2, 9, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:13:26.882190 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-d3e1f5e3-4354-4ef1-807e-38504f616d18 service neutron] Checking segment: {'id': 'd69739f8-63ce-450d-a9ae-043b7b1b481e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '681bbea9-42f3-45d1-b55a-67905b8511b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:13:26.882583 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-d3e1f5e3-4354-4ef1-807e-38504f616d18 service neutron] Bound using segment: {'id': 'd69739f8-63ce-450d-a9ae-043b7b1b481e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '681bbea9-42f3-45d1-b55a-67905b8511b8'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:13:26.883026 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-d3e1f5e3-4354-4ef1-807e-38504f616d18 service neutron] Bound port: afd6ff3c-4350-4b3d-83b2-139488f79fd8, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd69739f8-63ce-450d-a9ae-043b7b1b481e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '681bbea9-42f3-45d1-b55a-67905b8511b8'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:13:26.883385 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-d3e1f5e3-4354-4ef1-807e-38504f616d18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (afd6ff3c-4350-4b3d-83b2-139488f79fd8), before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:26.995676 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-d3e1f5e3-4354-4ef1-807e-38504f616d18 service neutron] For port afd6ff3c-4350-4b3d-83b2-139488f79fd8, host hv-cinder-74014, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:13:26.999907 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-d3e1f5e3-4354-4ef1-807e-38504f616d18 service neutron] For port afd6ff3c-4350-4b3d-83b2-139488f79fd8, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=afd6ff3c-4350-4b3d-83b2-139488f79fd8,segment=NetworkSegment(d69739f8-63ce-450d-a9ae-043b7b1b481e),segment_id=d69739f8-63ce-450d-a9ae-043b7b1b481e)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:13:27.013924 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 53448) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:27.028858 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-d3e1f5e3-4354-4ef1-807e-38504f616d18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (afd6ff3c-4350-4b3d-83b2-139488f79fd8), after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:27.030946 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-803ce96e-bf93-48bb-b888-8b58e23a4781 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:27.033606 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-d3e1f5e3-4354-4ef1-807e-38504f616d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:27.034204 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-d3e1f5e3-4354-4ef1-807e-38504f616d18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for port (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:27.036141 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-d3e1f5e3-4354-4ef1-807e-38504f616d18 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/afd6ff3c-4350-4b3d-83b2-139488f79fd8 HTTP/1.1" status: 200 len: 1094 time: 0.9128690 Sep 29 02:13:27.039505 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde7ae02-1b06-4aa9-a2e2-6e2e5f3866e1', 'tag': 'afd6ff3c-4350-4b3d-83b2-139488f79fd8'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:13:27.041948 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8801c8fb5daab99fa39d625c1bbc33038df1047fb3a9edb171ad2e86806648d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308a0dbb-a0a0-4412-bd68-df5c1021f343" -d '{"events": [{"name": "network-changed", "server_uuid": "bde7ae02-1b06-4aa9-a2e2-6e2e5f3866e1", "tag": "afd6ff3c-4350-4b3d-83b2-139488f79fd8"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:13:27.095409 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f624660-1629-4f45-92de-d8a54621063c x-openstack-request-id: req-5f624660-1629-4f45-92de-d8a54621063c {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:13:27.095692 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bde7ae02-1b06-4aa9-a2e2-6e2e5f3866e1", "tag": "afd6ff3c-4350-4b3d-83b2-139488f79fd8", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:13:27.096189 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5f624660-1629-4f45-92de-d8a54621063c {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:13:27.096590 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f624660-1629-4f45-92de-d8a54621063c'] response: {'name': 'network-changed', 'server_uuid': 'bde7ae02-1b06-4aa9-a2e2-6e2e5f3866e1', 'tag': 'afd6ff3c-4350-4b3d-83b2-139488f79fd8', 'status': 'completed', 'code': 200} Sep 29 02:13:27.097198 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8855b-a1a5-4cb1-9643-62520e7dbd57 req-0218aee7-55f9-435c-b694-7370633b3904 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:27.100288 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-bdc8855b-a1a5-4cb1-9643-62520e7dbd57 req-0218aee7-55f9-435c-b694-7370633b3904 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bde7ae02-1b06-4aa9-a2e2-6e2e5f3866e1 HTTP/1.1" status: 200 len: 944 time: 0.0951262 Sep 29 02:13:27.158292 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1f5e3-4354-4ef1-807e-38504f616d18 service neutron] Pushing event updated for resources: {'Port': ['ID=afd6ff3c-4350-4b3d-83b2-139488f79fd8,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:27.169054 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-71d36e8d-5dcf-4fc8-9e85-fd6230cf72ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:27.170563 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-71d36e8d-5dcf-4fc8-9e85-fd6230cf72ad service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=d06e11b31c404d7eaf1701be9001c76d&device_id=bde7ae02-1b06-4aa9-a2e2-6e2e5f3866e1 HTTP/1.1" status: 200 len: 1128 time: 0.0665371 Sep 29 02:13:27.211501 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-bdc8855b-a1a5-4cb1-9643-62520e7dbd57 req-17a00b50-7d0f-4fe5-96ff-dcb51d420756 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a4a97e58-396f-4ea2-abe4-ff684f0788d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027513 Sep 29 02:13:27.218603 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-ef6f3c84-cc25-4f08-ac52-ab341b9cbd27 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afd6ff3c-4350-4b3d-83b2-139488f79fd8 HTTP/1.1" status: 200 len: 217 time: 0.0403292 Sep 29 02:13:27.241918 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16161bfd-8b71-4f21-a1c7-e0f87dc052e8 req-07b0c1a4-5c74-451c-8a7b-5a804b2ea9f8 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:27.243392 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-16161bfd-8b71-4f21-a1c7-e0f87dc052e8 req-07b0c1a4-5c74-451c-8a7b-5a804b2ea9f8 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 945 time: 0.0884054 Sep 29 02:13:27.291905 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-803ce96e-bf93-48bb-b888-8b58e23a4781 admin admin] Publish callbacks [] for security_group (dc53ede6-d4be-4b05-b33e-f8a6dd08ef98), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:27.296421 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-16161bfd-8b71-4f21-a1c7-e0f87dc052e8 req-4f13e413-aab1-4fbb-88c8-3e99b329e8e3 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471029 Sep 29 02:13:27.296700 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-803ce96e-bf93-48bb-b888-8b58e23a4781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (dc53ede6-d4be-4b05-b33e-f8a6dd08ef98), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:27.320021 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-60c89bb9-3b4f-4d0c-81b2-296bb5acb610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:27.321541 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-60c89bb9-3b4f-4d0c-81b2-296bb5acb610 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=b0e7c32d-5fb4-428f-b008-898be974fdca HTTP/1.1" status: 200 len: 849 time: 0.0962298 Sep 29 02:13:27.373851 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 53460) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:27.374061 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-803ce96e-bf93-48bb-b888-8b58e23a4781 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=8bb8cd2513e641c2aaffdc19d60f8ba2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3585749 Sep 29 02:13:27.377640 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-31848d8b-25f0-4132-92d5-01f1945d81cc service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=681bbea9-42f3-45d1-b55a-67905b8511b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444512 Sep 29 02:13:27.378362 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ce96e-bf93-48bb-b888-8b58e23a4781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc53ede6-d4be-4b05-b33e-f8a6dd08ef98,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:27.463234 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d84376-8bdd-488b-af95-a11bdaf1d04a req-7cbad5bc-372e-4057-b01d-5ceb3c9077e1 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:27.466330 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-90d84376-8bdd-488b-af95-a11bdaf1d04a req-7cbad5bc-372e-4057-b01d-5ceb3c9077e1 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bf0a0b06-11f5-4db6-8d64-4c1e053438dc HTTP/1.1" status: 200 len: 946 time: 0.0847669 Sep 29 02:13:27.484224 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-4b65259e-9e96-4b7c-ae6f-da49f9d8786c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/681bbea9-42f3-45d1-b55a-67905b8511b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002645 Sep 29 02:13:27.498378 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:27.525739 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e3485987-6c9b-41d9-b288-00dd3f1715d6 admin admin] Publish callbacks [] for security_group (dc53ede6-d4be-4b05-b33e-f8a6dd08ef98), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:27.548022 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-90d84376-8bdd-488b-af95-a11bdaf1d04a req-2ed95680-c7ec-4ed6-84a8-2983b3ade5ad tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767210 Sep 29 02:13:27.562651 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e3485987-6c9b-41d9-b288-00dd3f1715d6 admin admin] Publish callbacks [] for security_group (dc53ede6-d4be-4b05-b33e-f8a6dd08ef98), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:27.590992 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-b27edfce-8262-4ea9-a3a7-714bc5b82bc7 req-0eaabd16-94d7-4926-b3b2-684a797674fc service neutron] 10.222.0.16 "GET /networking/v2.0/networks/681bbea9-42f3-45d1-b55a-67905b8511b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011004 Sep 29 02:13:27.630652 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e3485987-6c9b-41d9-b288-00dd3f1715d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (dc53ede6-d4be-4b05-b33e-f8a6dd08ef98), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:27.633151 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e3485987-6c9b-41d9-b288-00dd3f1715d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:27.634324 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-e3485987-6c9b-41d9-b288-00dd3f1715d6 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/dc53ede6-d4be-4b05-b33e-f8a6dd08ef98 HTTP/1.1" status: 204 len: 168 time: 0.2592289 Sep 29 02:13:27.650205 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3485987-6c9b-41d9-b288-00dd3f1715d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc53ede6-d4be-4b05-b33e-f8a6dd08ef98,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:28.006647 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 53486) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:28.013948 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:28.022491 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-abf97e6e-a596-4349-b209-a4a2f72367ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:28.111437 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-abf97e6e-a596-4349-b209-a4a2f72367ef admin admin] Publish callbacks [] for security_group (a77ee022-5fc1-4e3b-909c-719ace6e7091), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:28.116579 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-abf97e6e-a596-4349-b209-a4a2f72367ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (a77ee022-5fc1-4e3b-909c-719ace6e7091), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:28.192168 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-abf97e6e-a596-4349-b209-a4a2f72367ef admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=9bd155d2f2ae4730a1be7b0d64f3a9b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1832490 Sep 29 02:13:28.195667 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 53494) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:28.203779 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf97e6e-a596-4349-b209-a4a2f72367ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77ee022-5fc1-4e3b-909c-719ace6e7091,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:28.295567 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e9fe8e97-65b2-4d1c-9c07-e6671473f778 admin admin] Publish callbacks [] for security_group (a77ee022-5fc1-4e3b-909c-719ace6e7091), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:28.330924 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e9fe8e97-65b2-4d1c-9c07-e6671473f778 admin admin] Publish callbacks [] for security_group (a77ee022-5fc1-4e3b-909c-719ace6e7091), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:28.390386 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41789cde-caf1-4be8-84ca-966b51683d5c req-d70cf504-1e8f-4c75-899a-361a8c92313f tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:28.392701 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-41789cde-caf1-4be8-84ca-966b51683d5c req-d70cf504-1e8f-4c75-899a-361a8c92313f tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bde7ae02-1b06-4aa9-a2e2-6e2e5f3866e1 HTTP/1.1" status: 200 len: 944 time: 0.0554962 Sep 29 02:13:28.398179 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e9fe8e97-65b2-4d1c-9c07-e6671473f778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (a77ee022-5fc1-4e3b-909c-719ace6e7091), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:28.401697 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e9fe8e97-65b2-4d1c-9c07-e6671473f778 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:28.405549 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-e9fe8e97-65b2-4d1c-9c07-e6671473f778 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a77ee022-5fc1-4e3b-909c-719ace6e7091 HTTP/1.1" status: 204 len: 168 time: 0.2064364 Sep 29 02:13:28.414982 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe8e97-65b2-4d1c-9c07-e6671473f778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77ee022-5fc1-4e3b-909c-719ace6e7091,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:28.419799 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:28.454113 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-41789cde-caf1-4be8-84ca-966b51683d5c req-fb1a2179-fbb1-4f5d-9a96-5c2783e7c815 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a4a97e58-396f-4ea2-abe4-ff684f0788d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551012 Sep 29 02:13:29.240327 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2389c5-9df2-43fb-be86-91255ee11aed req-c9494568-14d2-4a69-a137-2341448700ff tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:29.241909 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7b2389c5-9df2-43fb-be86-91255ee11aed req-c9494568-14d2-4a69-a137-2341448700ff tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bf0a0b06-11f5-4db6-8d64-4c1e053438dc HTTP/1.1" status: 200 len: 946 time: 0.0500610 Sep 29 02:13:29.294551 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7b2389c5-9df2-43fb-be86-91255ee11aed req-9f7117a9-061d-48e6-be17-302897dd3552 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461540 Sep 29 02:13:29.582920 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003df69d-074c-4e1f-b611-89b1f8ed45a3 req-937945a2-6867-4a8a-8c99-0f3bd4cb967b tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:29.584388 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-003df69d-074c-4e1f-b611-89b1f8ed45a3 req-937945a2-6867-4a8a-8c99-0f3bd4cb967b tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bde7ae02-1b06-4aa9-a2e2-6e2e5f3866e1 HTTP/1.1" status: 200 len: 944 time: 0.0471306 Sep 29 02:13:29.624866 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 53548) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:29.632621 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-003df69d-074c-4e1f-b611-89b1f8ed45a3 req-f17488f3-061e-4f0e-b50a-45e36ec58b09 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a4a97e58-396f-4ea2-abe4-ff684f0788d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422826 Sep 29 02:13:29.742168 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8a80a87f-5b76-4a62-9525-a52a6c6ddebc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:29.820359 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8a80a87f-5b76-4a62-9525-a52a6c6ddebc admin admin] Publish callbacks [] for security_group (66827418-e6c5-4f7a-86d4-f2867c8f37a2), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:29.824060 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8a80a87f-5b76-4a62-9525-a52a6c6ddebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (66827418-e6c5-4f7a-86d4-f2867c8f37a2), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:29.862813 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a80a87f-5b76-4a62-9525-a52a6c6ddebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66827418-e6c5-4f7a-86d4-f2867c8f37a2,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:29.867822 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-8a80a87f-5b76-4a62-9525-a52a6c6ddebc admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=a1b7230dfc074faa96453fb90a0ce65c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2418828 Sep 29 02:13:29.870518 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 53560) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:29.928736 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-df7ece18-6d33-4375-a06a-d1d96a5808e6 admin admin] Publish callbacks [] for security_group (66827418-e6c5-4f7a-86d4-f2867c8f37a2), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:29.948997 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-df7ece18-6d33-4375-a06a-d1d96a5808e6 admin admin] Publish callbacks [] for security_group (66827418-e6c5-4f7a-86d4-f2867c8f37a2), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:29.962838 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:29.999281 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-df7ece18-6d33-4375-a06a-d1d96a5808e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (66827418-e6c5-4f7a-86d4-f2867c8f37a2), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:30.001882 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-df7ece18-6d33-4375-a06a-d1d96a5808e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:30.003076 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-df7ece18-6d33-4375-a06a-d1d96a5808e6 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/66827418-e6c5-4f7a-86d4-f2867c8f37a2 HTTP/1.1" status: 204 len: 168 time: 0.1316414 Sep 29 02:13:30.011633 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7ece18-6d33-4375-a06a-d1d96a5808e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66827418-e6c5-4f7a-86d4-f2867c8f37a2,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:30.422680 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900d6d4-b267-4b56-b0ff-5c8e68cd35a1 req-f2deb141-dc80-4b91-aae6-46dff5630bbc tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:30.424186 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1900d6d4-b267-4b56-b0ff-5c8e68cd35a1 req-f2deb141-dc80-4b91-aae6-46dff5630bbc tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bf0a0b06-11f5-4db6-8d64-4c1e053438dc HTTP/1.1" status: 200 len: 946 time: 0.0536578 Sep 29 02:13:30.490158 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1900d6d4-b267-4b56-b0ff-5c8e68cd35a1 req-58a20330-0f57-4d01-9626-40464cb41770 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594418 Sep 29 02:13:30.761999 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df163c9d-bd22-40d9-99d2-35e2733a1212 req-559342c4-c1ee-4ee9-84ab-d17513f9328a tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:30.763520 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-df163c9d-bd22-40d9-99d2-35e2733a1212 req-559342c4-c1ee-4ee9-84ab-d17513f9328a tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bde7ae02-1b06-4aa9-a2e2-6e2e5f3866e1 HTTP/1.1" status: 200 len: 944 time: 0.0523083 Sep 29 02:13:30.821945 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-df163c9d-bd22-40d9-99d2-35e2733a1212 req-097e2a10-fab4-47d7-8b69-d89b6f8494a9 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a4a97e58-396f-4ea2-abe4-ff684f0788d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500560 Sep 29 02:13:30.833295 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a0dbb-a0a0-4412-bd68-df5c1021f343 req-d7617432-cb41-4218-b171-228149464c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:30.834820 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-308a0dbb-a0a0-4412-bd68-df5c1021f343 req-d7617432-cb41-4218-b171-228149464c00 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=d06e11b31c404d7eaf1701be9001c76d&device_id=bde7ae02-1b06-4aa9-a2e2-6e2e5f3866e1 HTTP/1.1" status: 200 len: 1128 time: 0.0818529 Sep 29 02:13:30.859481 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0ce73-4f75-4533-94b8-96e93f6db9ff req-28b2bb93-2e6a-48a0-8388-0dfd8bd16444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:30.860953 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-60f0ce73-4f75-4533-94b8-96e93f6db9ff req-28b2bb93-2e6a-48a0-8388-0dfd8bd16444 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=b407de2089554e13839d51f270c3adf1&device_id=bf0a0b06-11f5-4db6-8d64-4c1e053438dc HTTP/1.1" status: 200 len: 1130 time: 0.0585546 Sep 29 02:13:31.260242 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 53608) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:31.307419 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:31.331426 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a0dbb-a0a0-4412-bd68-df5c1021f343 req-a14cdb25-5abb-48ee-8f5d-31a7702c0e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:31.333419 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-308a0dbb-a0a0-4412-bd68-df5c1021f343 req-a14cdb25-5abb-48ee-8f5d-31a7702c0e96 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=681bbea9-42f3-45d1-b55a-67905b8511b8 HTTP/1.1" status: 200 len: 910 time: 0.4826856 Sep 29 02:13:31.338626 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0ce73-4f75-4533-94b8-96e93f6db9ff req-04c32d26-35a8-40d9-8d6c-a47b90033573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:31.340454 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-60f0ce73-4f75-4533-94b8-96e93f6db9ff req-04c32d26-35a8-40d9-8d6c-a47b90033573 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3 HTTP/1.1" status: 200 len: 919 time: 0.4693992 Sep 29 02:13:31.387804 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-308a0dbb-a0a0-4412-bd68-df5c1021f343 req-df8a3e7e-4b87-421f-8132-55717c0239bf service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afd6ff3c-4350-4b3d-83b2-139488f79fd8 HTTP/1.1" status: 200 len: 217 time: 0.0464127 Sep 29 02:13:31.390952 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2f096b0d-1ee4-4590-896c-f491a3ee51e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:31.421041 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-60f0ce73-4f75-4533-94b8-96e93f6db9ff req-38f77f0f-7060-4805-8628-4e9302f403fe service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3e04057-49ba-4540-bf12-69dd05468f6b HTTP/1.1" status: 200 len: 217 time: 0.0731030 Sep 29 02:13:31.442903 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:31.468748 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device afd6ff3c-4350-4b3d-83b2-139488f79fd8 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:13:31.480253 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2f096b0d-1ee4-4590-896c-f491a3ee51e7 admin admin] Publish callbacks [] for security_group (e51d4190-0286-4c5e-bbe3-b1a241142348), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:31.485580 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2f096b0d-1ee4-4590-896c-f491a3ee51e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (e51d4190-0286-4c5e-bbe3-b1a241142348), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:31.499887 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a0dbb-a0a0-4412-bd68-df5c1021f343 req-9ce5618b-a974-46c7-b76c-39c8cb134e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:31.501366 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-308a0dbb-a0a0-4412-bd68-df5c1021f343 req-9ce5618b-a974-46c7-b76c-39c8cb134e81 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=b0e7c32d-5fb4-428f-b008-898be974fdca HTTP/1.1" status: 200 len: 849 time: 0.0884600 Sep 29 02:13:31.505237 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0ce73-4f75-4533-94b8-96e93f6db9ff req-3150349c-5ee7-4e5a-a2bc-2dca5050a1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:31.506621 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-60f0ce73-4f75-4533-94b8-96e93f6db9ff req-3150349c-5ee7-4e5a-a2bc-2dca5050a1dd service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=2111ad5b-3d2c-43c1-94a3-5ae626ce912e HTTP/1.1" status: 200 len: 857 time: 0.0656037 Sep 29 02:13:31.516012 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-2f096b0d-1ee4-4590-896c-f491a3ee51e7 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=5d4ebd62151047ac9329ffd342ec5cf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2513666 Sep 29 02:13:31.518445 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 53616) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:31.549220 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-308a0dbb-a0a0-4412-bd68-df5c1021f343 req-747ec8a7-4878-44cb-a194-79a3d8b3ea73 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=681bbea9-42f3-45d1-b55a-67905b8511b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410626 Sep 29 02:13:31.590602 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port afd6ff3c-4350-4b3d-83b2-139488f79fd8, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=afd6ff3c-4350-4b3d-83b2-139488f79fd8,segment=NetworkSegment(d69739f8-63ce-450d-a9ae-043b7b1b481e),segment_id=d69739f8-63ce-450d-a9ae-043b7b1b481e)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:13:31.607357 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Returning: {'device': 'afd6ff3c-4350-4b3d-83b2-139488f79fd8', 'network_id': '681bbea9-42f3-45d1-b55a-67905b8511b8', 'port_id': 'afd6ff3c-4350-4b3d-83b2-139488f79fd8', 'mac_address': 'fa:16:3e:26:2b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0e7c32d-5fb4-428f-b008-898be974fdca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:13:31.609487 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-72266ff8-9942-41f9-ada0-bb23910e05db admin admin] Publish callbacks [] for security_group (e51d4190-0286-4c5e-bbe3-b1a241142348), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:31.630409 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0ce73-4f75-4533-94b8-96e93f6db9ff req-0a05914c-63aa-45e7-9781-a4be501af171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:31.632088 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-60f0ce73-4f75-4533-94b8-96e93f6db9ff req-0a05914c-63aa-45e7-9781-a4be501af171 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1156864 Sep 29 02:13:31.634066 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f096b0d-1ee4-4590-896c-f491a3ee51e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51d4190-0286-4c5e-bbe3-b1a241142348,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:31.664308 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port afd6ff3c-4350-4b3d-83b2-139488f79fd8 is: DOWN; New status is: BUILD {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:31.664809 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (afd6ff3c-4350-4b3d-83b2-139488f79fd8), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:31.685708 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afd6ff3c-4350-4b3d-83b2-139488f79fd8 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:13:31.693465 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e03be1-3aa3-412c-8c70-f79b72cc88c2 req-54e226db-e5df-4c38-a2d1-2dec9901f36f tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:31.695098 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-35e03be1-3aa3-412c-8c70-f79b72cc88c2 req-54e226db-e5df-4c38-a2d1-2dec9901f36f tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bf0a0b06-11f5-4db6-8d64-4c1e053438dc HTTP/1.1" status: 200 len: 946 time: 0.1116800 Sep 29 02:13:31.714703 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port afd6ff3c-4350-4b3d-83b2-139488f79fd8, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=afd6ff3c-4350-4b3d-83b2-139488f79fd8,segment=NetworkSegment(d69739f8-63ce-450d-a9ae-043b7b1b481e),segment_id=d69739f8-63ce-450d-a9ae-043b7b1b481e)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:13:31.721177 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-72266ff8-9942-41f9-ada0-bb23910e05db admin admin] Publish callbacks [] for security_group (e51d4190-0286-4c5e-bbe3-b1a241142348), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:31.721996 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (afd6ff3c-4350-4b3d-83b2-139488f79fd8), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:31.742663 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-308a0dbb-a0a0-4412-bd68-df5c1021f343 req-4a8844e0-2d08-4f2a-8f24-7eb7f243fc0c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/681bbea9-42f3-45d1-b55a-67905b8511b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734414 Sep 29 02:13:31.786096 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Pushing event updated for resources: {'Port': ['ID=afd6ff3c-4350-4b3d-83b2-139488f79fd8,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:31.792993 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-35e03be1-3aa3-412c-8c70-f79b72cc88c2 req-7b1dbbcb-7820-4706-96fb-fca4414f010d tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898857 Sep 29 02:13:31.822248 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-60f0ce73-4f75-4533-94b8-96e93f6db9ff req-91cdf085-0138-4f03-8f7a-8fa1f0a75129 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839209 Sep 29 02:13:31.835266 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-72266ff8-9942-41f9-ada0-bb23910e05db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (e51d4190-0286-4c5e-bbe3-b1a241142348), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:31.838139 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-72266ff8-9942-41f9-ada0-bb23910e05db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:31.841765 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-72266ff8-9942-41f9-ada0-bb23910e05db admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/e51d4190-0286-4c5e-bbe3-b1a241142348 HTTP/1.1" status: 204 len: 168 time: 0.3197572 Sep 29 02:13:31.864646 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72266ff8-9942-41f9-ada0-bb23910e05db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51d4190-0286-4c5e-bbe3-b1a241142348,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:31.928195 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-308a0dbb-a0a0-4412-bd68-df5c1021f343 req-4a5f199e-04dc-4410-81d1-5abc08f7388d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/681bbea9-42f3-45d1-b55a-67905b8511b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752791 Sep 29 02:13:31.959497 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-60f0ce73-4f75-4533-94b8-96e93f6db9ff req-1a33592f-492f-41cd-a864-bd37abe6a95e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312866 Sep 29 02:13:32.009598 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02db17-a38f-4f4e-91dc-dfbfca700d64 req-6a19ca67-9da7-42f3-94be-58a8a9c822c9 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:32.011297 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-cc02db17-a38f-4f4e-91dc-dfbfca700d64 req-6a19ca67-9da7-42f3-94be-58a8a9c822c9 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bde7ae02-1b06-4aa9-a2e2-6e2e5f3866e1 HTTP/1.1" status: 200 len: 945 time: 0.0618322 Sep 29 02:13:32.016347 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 53630) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:32.028636 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=5,neutron:DELETE=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:32.076363 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-cc02db17-a38f-4f4e-91dc-dfbfca700d64 req-161975ae-496f-4bfd-88ba-ef2040813fe9 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a4a97e58-396f-4ea2-abe4-ff684f0788d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594614 Sep 29 02:13:32.177931 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] get_ports_and_sgs() called for port_ids ['afd6ff3c-4350-4b3d-83b2-139488f79fd8'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:13:32.226689 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-24535247-d113-461c-b0f1-7382b45ba231 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:32.309921 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:32.320609 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 53640) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:32.324277 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-24535247-d113-461c-b0f1-7382b45ba231 admin admin] Publish callbacks [] for security_group (dfda8cc4-14f3-4e28-ad97-e29aa729e07f), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:32.331128 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-24535247-d113-461c-b0f1-7382b45ba231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (dfda8cc4-14f3-4e28-ad97-e29aa729e07f), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:32.352715 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a7897c37-b4b6-4e95-a959-ac464daa7aa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:32.379040 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-24535247-d113-461c-b0f1-7382b45ba231 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=cdd4c92340ab4a369623f5ccfe5bc98b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3610294 Sep 29 02:13:32.380113 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24535247-d113-461c-b0f1-7382b45ba231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfda8cc4-14f3-4e28-ad97-e29aa729e07f,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:32.382556 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 53644) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:32.438076 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5c136b4a-9f03-443e-8120-e5c58d543255 admin admin] Publish callbacks [] for security_group (dfda8cc4-14f3-4e28-ad97-e29aa729e07f), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:32.461205 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5c136b4a-9f03-443e-8120-e5c58d543255 admin admin] Publish callbacks [] for security_group (dfda8cc4-14f3-4e28-ad97-e29aa729e07f), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:32.462985 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:32.474159 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a7897c37-b4b6-4e95-a959-ac464daa7aa9 admin admin] Publish callbacks [] for security_group (9c651410-21dd-47ba-bc88-2fe7b77615df), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:32.478317 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a7897c37-b4b6-4e95-a959-ac464daa7aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (9c651410-21dd-47ba-bc88-2fe7b77615df), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:32.513958 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5c136b4a-9f03-443e-8120-e5c58d543255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (dfda8cc4-14f3-4e28-ad97-e29aa729e07f), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:32.516791 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5c136b4a-9f03-443e-8120-e5c58d543255 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:32.521260 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-5c136b4a-9f03-443e-8120-e5c58d543255 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/dfda8cc4-14f3-4e28-ad97-e29aa729e07f HTTP/1.1" status: 204 len: 168 time: 0.1344957 Sep 29 02:13:32.521436 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-a7897c37-b4b6-4e95-a959-ac464daa7aa9 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=fb1fb85db0cd4ee4a0d91d1617d886a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1963923 Sep 29 02:13:32.523232 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 53650) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:32.546278 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7897c37-b4b6-4e95-a959-ac464daa7aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c651410-21dd-47ba-bc88-2fe7b77615df,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:32.548000 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c136b4a-9f03-443e-8120-e5c58d543255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfda8cc4-14f3-4e28-ad97-e29aa729e07f,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:32.602411 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-af95dbb6-11ce-4931-bdee-430e7fb73dfa admin admin] Publish callbacks [] for security_group (9c651410-21dd-47ba-bc88-2fe7b77615df), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:32.625118 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-af95dbb6-11ce-4931-bdee-430e7fb73dfa admin admin] Publish callbacks [] for security_group (9c651410-21dd-47ba-bc88-2fe7b77615df), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:32.694214 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-af95dbb6-11ce-4931-bdee-430e7fb73dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (9c651410-21dd-47ba-bc88-2fe7b77615df), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:32.697203 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-af95dbb6-11ce-4931-bdee-430e7fb73dfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:32.700829 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-af95dbb6-11ce-4931-bdee-430e7fb73dfa admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/9c651410-21dd-47ba-bc88-2fe7b77615df HTTP/1.1" status: 204 len: 168 time: 0.1741660 Sep 29 02:13:32.727893 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af95dbb6-11ce-4931-bdee-430e7fb73dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c651410-21dd-47ba-bc88-2fe7b77615df,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:32.940112 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7b6d3-3454-45fa-96f5-c570b3364d4d req-6f70e2ed-85bc-4743-8f13-197cb5cdd3b9 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:32.942204 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-47f7b6d3-3454-45fa-96f5-c570b3364d4d req-6f70e2ed-85bc-4743-8f13-197cb5cdd3b9 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bf0a0b06-11f5-4db6-8d64-4c1e053438dc HTTP/1.1" status: 200 len: 946 time: 0.0572355 Sep 29 02:13:32.998110 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-47f7b6d3-3454-45fa-96f5-c570b3364d4d req-cc0931c8-e3d8-4e0e-a907-f0866f65c28b tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484130 Sep 29 02:13:33.221112 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec505b2-56bd-41c5-bfd7-a37f953cf594 req-c7b02e1d-5b57-4a43-8cc4-30aa1d5d38b7 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:33.223342 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-fec505b2-56bd-41c5-bfd7-a37f953cf594 req-c7b02e1d-5b57-4a43-8cc4-30aa1d5d38b7 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bde7ae02-1b06-4aa9-a2e2-6e2e5f3866e1 HTTP/1.1" status: 200 len: 945 time: 0.0520589 Sep 29 02:13:33.286149 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-fec505b2-56bd-41c5-bfd7-a37f953cf594 req-dc502299-3655-4e86-a525-e91419065e5e tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a4a97e58-396f-4ea2-abe4-ff684f0788d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541148 Sep 29 02:13:33.458552 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 53696) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:33.485343 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device afd6ff3c-4350-4b3d-83b2-139488f79fd8 up at agent hyperv_hv-cinder-74014 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:13:33.534371 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:33.536079 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Provisioning for port afd6ff3c-4350-4b3d-83b2-139488f79fd8 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:13:33.546227 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Provisioning complete for port afd6ff3c-4350-4b3d-83b2-139488f79fd8 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:33.546601 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (afd6ff3c-4350-4b3d-83b2-139488f79fd8), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:33.546933 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Attempt 1 to provision port afd6ff3c-4350-4b3d-83b2-139488f79fd8 Sep 29 02:13:33.625813 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port afd6ff3c-4350-4b3d-83b2-139488f79fd8 is: BUILD; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:33.626484 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (afd6ff3c-4350-4b3d-83b2-139488f79fd8), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:33.655460 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde7ae02-1b06-4aa9-a2e2-6e2e5f3866e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd6ff3c-4350-4b3d-83b2-139488f79fd8'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:13:33.658331 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9024dbdcad92e29b408608371dc01104c16b992bc758fd4b6455d872f62f597b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2cdee8f-1ec2-493c-a083-72655466eb3d" -d '{"events": [{"server_uuid": "bde7ae02-1b06-4aa9-a2e2-6e2e5f3866e1", "name": "network-vif-plugged", "status": "completed", "tag": "afd6ff3c-4350-4b3d-83b2-139488f79fd8"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:13:33.672404 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port afd6ff3c-4350-4b3d-83b2-139488f79fd8, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=afd6ff3c-4350-4b3d-83b2-139488f79fd8,segment=NetworkSegment(d69739f8-63ce-450d-a9ae-043b7b1b481e),segment_id=d69739f8-63ce-450d-a9ae-043b7b1b481e)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:13:33.678573 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (afd6ff3c-4350-4b3d-83b2-139488f79fd8), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:33.706098 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be54039-4c0b-4f7c-b041-cc513c1b22f2 x-openstack-request-id: req-4be54039-4c0b-4f7c-b041-cc513c1b22f2 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:13:33.706544 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bde7ae02-1b06-4aa9-a2e2-6e2e5f3866e1", "name": "network-vif-plugged", "status": "completed", "tag": "afd6ff3c-4350-4b3d-83b2-139488f79fd8", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:13:33.707299 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4be54039-4c0b-4f7c-b041-cc513c1b22f2 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:13:33.707701 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4be54039-4c0b-4f7c-b041-cc513c1b22f2'] response: {'server_uuid': 'bde7ae02-1b06-4aa9-a2e2-6e2e5f3866e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd6ff3c-4350-4b3d-83b2-139488f79fd8', 'code': 200} Sep 29 02:13:33.714169 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-8fa97146-f3b8-4235-b327-eb4bec06006e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1807956700-network', 'tenant_id': '7d0ac285a6454f88bd1ea0382844f6bf'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:13:33.714345 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:33.736519 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa97146-f3b8-4235-b327-eb4bec06006e admin admin] Made reservation on behalf of 7d0ac285a6454f88bd1ea0382844f6bf for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:13:33.739181 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8fa97146-f3b8-4235-b327-eb4bec06006e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for network (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:33.744633 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Pushing event updated for resources: {'Port': ['ID=afd6ff3c-4350-4b3d-83b2-139488f79fd8,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:33.757766 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8fa97146-f3b8-4235-b327-eb4bec06006e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:33.801553 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:33.867984 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8fa97146-f3b8-4235-b327-eb4bec06006e admin admin] Publish callbacks [] for security_group (5d914d03-d233-4143-b863-daaeb6b19cc9), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:33.873601 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8fa97146-f3b8-4235-b327-eb4bec06006e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (5d914d03-d233-4143-b863-daaeb6b19cc9), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:33.914133 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fa97146-f3b8-4235-b327-eb4bec06006e admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:13:33.916519 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f53d2-bd60-4d1a-bdb1-871e388eed59 req-206c86cd-13c3-4ebd-ab1d-408e0de1eb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:33.919721 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-776f53d2-bd60-4d1a-bdb1-871e388eed59 req-206c86cd-13c3-4ebd-ab1d-408e0de1eb2d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bde7ae02-1b06-4aa9-a2e2-6e2e5f3866e1 HTTP/1.1" status: 200 len: 1130 time: 0.0521126 Sep 29 02:13:33.932568 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8fa97146-f3b8-4235-b327-eb4bec06006e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841896'] for segment (07936685-b731-4b79-bf86-55e22ee6364a), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:33.933430 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.db.segments_db [None req-8fa97146-f3b8-4235-b327-eb4bec06006e admin admin] Added segment 07936685-b731-4b79-bf86-55e22ee6364a of type vlan for network 3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7 Sep 29 02:13:33.973046 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-776f53d2-bd60-4d1a-bdb1-871e388eed59 req-f83688c4-1fb4-451b-9db5-c58da9412d8c service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a4a97e58-396f-4ea2-abe4-ff684f0788d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443449 Sep 29 02:13:33.985745 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa97146-f3b8-4235-b327-eb4bec06006e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d914d03-d233-4143-b863-daaeb6b19cc9,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:34.000727 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8fa97146-f3b8-4235-b327-eb4bec06006e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769072021697'] for network (3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:34.031348 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8fa97146-f3b8-4235-b327-eb4bec06006e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168'] for network (3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:34.032276 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa97146-f3b8-4235-b327-eb4bec06006e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:34.032859 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8fa97146-f3b8-4235-b327-eb4bec06006e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for network (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:34.092109 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-8fa97146-f3b8-4235-b327-eb4bec06006e admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6323571 Sep 29 02:13:34.095004 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 53724) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:34.101226 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-a9442e82-76f6-494e-96ef-438bdbe1e127 admin admin] Request body: {'subnet': {'network_id': '3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1807956700-subnet', 'tenant_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:13:34.127571 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa97146-f3b8-4235-b327-eb4bec06006e admin admin] Pushing event updated for resources: {'Network': ['ID=3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:34.127824 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9442e82-76f6-494e-96ef-438bdbe1e127 admin admin] Made reservation on behalf of 7d0ac285a6454f88bd1ea0382844f6bf for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:13:34.138625 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a9442e82-76f6-494e-96ef-438bdbe1e127 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:34.140417 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Network 3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7 details requested by agent ovs-agent-dv-cinder-740146-21-smb with host dv-cinder-740146-21-smb {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:13:34.174134 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de101a4f-77a1-490a-929d-62a0bcb60ef8 req-fdcfddaf-e970-4d3b-a847-83f1c689fcc0 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:34.182394 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-de101a4f-77a1-490a-929d-62a0bcb60ef8 req-fdcfddaf-e970-4d3b-a847-83f1c689fcc0 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bf0a0b06-11f5-4db6-8d64-4c1e053438dc HTTP/1.1" status: 200 len: 946 time: 0.0725520 Sep 29 02:13:34.244952 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-de101a4f-77a1-490a-929d-62a0bcb60ef8 req-92971860-8421-44ec-b057-7b1d565b84fd tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616157 Sep 29 02:13:34.408822 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a9442e82-76f6-494e-96ef-438bdbe1e127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168'] for subnet (a22cbea8-e4da-4c64-ac8e-b905a8223e3b), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:34.449080 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54140125-b50c-44a1-9bd5-841f9fb8c47a req-73017646-4507-4041-b7ac-f96b3e320008 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:34.451114 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-54140125-b50c-44a1-9bd5-841f9fb8c47a req-73017646-4507-4041-b7ac-f96b3e320008 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bde7ae02-1b06-4aa9-a2e2-6e2e5f3866e1 HTTP/1.1" status: 200 len: 946 time: 0.0558798 Sep 29 02:13:34.459529 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:34.464631 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=82,neutron:INSERT=18 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:34.480235 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9442e82-76f6-494e-96ef-438bdbe1e127 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a22cbea8-e4da-4c64-ac8e-b905a8223e3b,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:34.492006 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9442e82-76f6-494e-96ef-438bdbe1e127 admin admin] Checking segment: {'id': '07936685-b731-4b79-bf86-55e22ee6364a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:13:34.492361 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9442e82-76f6-494e-96ef-438bdbe1e127 admin admin] Network hostable DHCP agents. Network: 3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7, hostable agents: ['7f4c726f-d790-49c7-8982-ed059dd67ac5'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:13:34.507587 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-54140125-b50c-44a1-9bd5-841f9fb8c47a req-3c1a7148-dbb8-4daf-9f46-c5440b10ca00 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a4a97e58-396f-4ea2-abe4-ff684f0788d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496976 Sep 29 02:13:34.511243 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9442e82-76f6-494e-96ef-438bdbe1e127 admin admin] Network 3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7 is scheduled to be hosted by DHCP agent 7f4c726f-d790-49c7-8982-ed059dd67ac5 with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:13:34.521771 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-a9442e82-76f6-494e-96ef-438bdbe1e127 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-21-smb, 3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:13:34.533812 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9442e82-76f6-494e-96ef-438bdbe1e127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:34.533812 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a9442e82-76f6-494e-96ef-438bdbe1e127 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:34.545039 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-a9442e82-76f6-494e-96ef-438bdbe1e127 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4487317 Sep 29 02:13:34.547775 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 53736) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:34.550893 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0595abbb-55b4-4db4-ab5d-586b4471b0f6 None None] Network 3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7 requested from dv-cinder-740146-21-smb {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:13:34.556108 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-fdbd0f2d-5bcc-4c40-b28b-b8e31269d435 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1807956700-router', 'tenant_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'}}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:13:34.580502 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fdbd0f2d-5bcc-4c40-b28b-b8e31269d435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10396'] for router (bacd5210-35b2-44ef-8b91-1e0d1d050e7c), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:34.582209 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fdbd0f2d-5bcc-4c40-b28b-b8e31269d435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1581304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2067329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2004281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10375'] for router (bacd5210-35b2-44ef-8b91-1e0d1d050e7c), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:34.641017 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fdbd0f2d-5bcc-4c40-b28b-b8e31269d435 admin admin] Publish callbacks [] for router_controller (bacd5210-35b2-44ef-8b91-1e0d1d050e7c), precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:34.667323 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089a1149-175e-4fcd-9415-dc8f300f5f96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp60dc7976-dc90-5c45-bbbf-1f90e69458c6-3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7', 'network_id': '3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7', 'project_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'fixed_ips': [{'subnet_id': 'a22cbea8-e4da-4c64-ac8e-b905a8223e3b'}]}} from dv-cinder-740146-21-smb. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 29 02:13:34.668289 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-089a1149-175e-4fcd-9415-dc8f300f5f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:34.794249 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fdbd0f2d-5bcc-4c40-b28b-b8e31269d435 admin admin] Publish callbacks [] for router_gateway (bacd5210-35b2-44ef-8b91-1e0d1d050e7c), precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:34.815942 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-089a1149-175e-4fcd-9415-dc8f300f5f96 None None] Allocated IP 172.20.0.2 (3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7/a22cbea8-e4da-4c64-ac8e-b905a8223e3b/c350679e-886f-407d-ad4e-489714dfff9f) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:13:34.965751 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-089a1149-175e-4fcd-9415-dc8f300f5f96 None None] Publish callbacks [] for port (c350679e-886f-407d-ad4e-489714dfff9f), precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:34.971290 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-089a1149-175e-4fcd-9415-dc8f300f5f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420'] for port (c350679e-886f-407d-ad4e-489714dfff9f), after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:34.992527 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fdbd0f2d-5bcc-4c40-b28b-b8e31269d435 admin admin] Publish callbacks [] for router_gateway (bacd5210-35b2-44ef-8b91-1e0d1d050e7c), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:34.995056 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:35.015153 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fdbd0f2d-5bcc-4c40-b28b-b8e31269d435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:35.020149 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089a1149-175e-4fcd-9415-dc8f300f5f96 None None] Network 3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:13:35.025813 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-089a1149-175e-4fcd-9415-dc8f300f5f96 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:13:35.028237 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a1149-175e-4fcd-9415-dc8f300f5f96 None None] Pushing event updated for resources: {'Port': ['ID=c350679e-886f-407d-ad4e-489714dfff9f,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:35.031027 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089a1149-175e-4fcd-9415-dc8f300f5f96 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:13:35.087680 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-089a1149-175e-4fcd-9415-dc8f300f5f96 None None] Attempting to bind port c350679e-886f-407d-ad4e-489714dfff9f on host dv-cinder-740146-21-smb for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:13:35.088040 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-089a1149-175e-4fcd-9415-dc8f300f5f96 None None] Attempting to bind port c350679e-886f-407d-ad4e-489714dfff9f by drivers openvswitch,hyperv on host dv-cinder-740146-21-smb at level 0 using segments [{'id': '07936685-b731-4b79-bf86-55e22ee6364a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:13:35.088584 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089a1149-175e-4fcd-9415-dc8f300f5f96 None None] Attempting to bind port c350679e-886f-407d-ad4e-489714dfff9f on network 3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:13:35.130839 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089a1149-175e-4fcd-9415-dc8f300f5f96 None None] Checking agent: {'id': '732f1f10-53c2-4a73-b7b4-882674716f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 25), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:13:35.131247 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089a1149-175e-4fcd-9415-dc8f300f5f96 None None] Checking segment: {'id': '07936685-b731-4b79-bf86-55e22ee6364a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:13:35.131647 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-089a1149-175e-4fcd-9415-dc8f300f5f96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:35.132044 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089a1149-175e-4fcd-9415-dc8f300f5f96 None None] Bound using segment: {'id': '07936685-b731-4b79-bf86-55e22ee6364a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:13:35.132483 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-089a1149-175e-4fcd-9415-dc8f300f5f96 None None] Bound port: c350679e-886f-407d-ad4e-489714dfff9f, host: dv-cinder-740146-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07936685-b731-4b79-bf86-55e22ee6364a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:13:35.132894 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-089a1149-175e-4fcd-9415-dc8f300f5f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (c350679e-886f-407d-ad4e-489714dfff9f), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:35.136200 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-fdbd0f2d-5bcc-4c40-b28b-b8e31269d435 admin admin] Allocated IP 172.28.2.182 (b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd/e0ffa218-6ca5-4006-b711-a782d769deaf/d0375df3-cc58-4820-99a8-0175fcd5fc82) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:13:35.202814 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-089a1149-175e-4fcd-9415-dc8f300f5f96 None None] For port c350679e-886f-407d-ad4e-489714dfff9f, host dv-cinder-740146-21-smb, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:13:35.206074 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-089a1149-175e-4fcd-9415-dc8f300f5f96 None None] For port c350679e-886f-407d-ad4e-489714dfff9f, host dv-cinder-740146-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=c350679e-886f-407d-ad4e-489714dfff9f,segment=NetworkSegment(07936685-b731-4b79-bf86-55e22ee6364a),segment_id=07936685-b731-4b79-bf86-55e22ee6364a)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:13:35.212512 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-089a1149-175e-4fcd-9415-dc8f300f5f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (c350679e-886f-407d-ad4e-489714dfff9f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:35.255664 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:35.260132 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fdbd0f2d-5bcc-4c40-b28b-b8e31269d435 admin admin] Publish callbacks [] for port (d0375df3-cc58-4820-99a8-0175fcd5fc82), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:35.266623 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a1149-175e-4fcd-9415-dc8f300f5f96 None None] Pushing event updated for resources: {'Port': ['ID=c350679e-886f-407d-ad4e-489714dfff9f,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:35.310576 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fdbd0f2d-5bcc-4c40-b28b-b8e31269d435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420'] for port (d0375df3-cc58-4820-99a8-0175fcd5fc82), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:35.366163 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbd0f2d-5bcc-4c40-b28b-b8e31269d435 admin admin] Network b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:13:35.369653 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-fdbd0f2d-5bcc-4c40-b28b-b8e31269d435 admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:13:35.373515 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbd0f2d-5bcc-4c40-b28b-b8e31269d435 admin admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:13:35.406634 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd0f2d-5bcc-4c40-b28b-b8e31269d435 admin admin] Pushing event updated for resources: {'Port': ['ID=d0375df3-cc58-4820-99a8-0175fcd5fc82,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:35.427650 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce074dcc-07e9-4338-86db-41fc66717c0a req-acbd5f8c-0adc-4eb3-b213-f9078827501d tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:35.429261 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ce074dcc-07e9-4338-86db-41fc66717c0a req-acbd5f8c-0adc-4eb3-b213-f9078827501d tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bf0a0b06-11f5-4db6-8d64-4c1e053438dc HTTP/1.1" status: 200 len: 946 time: 0.0896909 Sep 29 02:13:35.550417 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:35.619109 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ce074dcc-07e9-4338-86db-41fc66717c0a req-1096c5c0-d652-47bf-9528-921aa7478dbe tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776536 Sep 29 02:13:35.786933 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fdbd0f2d-5bcc-4c40-b28b-b8e31269d435 admin admin] Publish callbacks [] for router_gateway (bacd5210-35b2-44ef-8b91-1e0d1d050e7c), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:35.883015 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f9466-34e1-4300-8ab8-9444789a86c6 req-2ccd8ac4-7ad9-4205-b716-0b76fac45a04 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:35.884532 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6b1f9466-34e1-4300-8ab8-9444789a86c6 req-2ccd8ac4-7ad9-4205-b716-0b76fac45a04 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bde7ae02-1b06-4aa9-a2e2-6e2e5f3866e1 HTTP/1.1" status: 200 len: 946 time: 0.0496159 Sep 29 02:13:35.937845 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6b1f9466-34e1-4300-8ab8-9444789a86c6 req-57a9e221-6525-4a04-959a-3b71514a6fe1 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a4a97e58-396f-4ea2-abe4-ff684f0788d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470464 Sep 29 02:13:35.989903 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fdbd0f2d-5bcc-4c40-b28b-b8e31269d435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1581295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1596208'] for router (bacd5210-35b2-44ef-8b91-1e0d1d050e7c), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:36.083142 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:36.126613 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdbd0f2d-5bcc-4c40-b28b-b8e31269d435 admin admin] Router bacd5210-35b2-44ef-8b91-1e0d1d050e7c is scheduled to L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 with binding_index 1 {{(pid=106439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 02:13:36.207200 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device c350679e-886f-407d-ad4e-489714dfff9f up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:13:36.236895 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:36.275359 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbd0f2d-5bcc-4c40-b28b-b8e31269d435 admin admin] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:13:36.276392 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port c350679e-886f-407d-ad4e-489714dfff9f triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:36.276831 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (c350679e-886f-407d-ad4e-489714dfff9f), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:36.277219 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port c350679e-886f-407d-ad4e-489714dfff9f Sep 29 02:13:36.297921 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fdbd0f2d-5bcc-4c40-b28b-b8e31269d435 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:36.303327 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-fdbd0f2d-5bcc-4c40-b28b-b8e31269d435 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7530818 Sep 29 02:13:36.303911 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 53780) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:36.310656 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88f891b-4d2d-439b-aa8a-470e52a0713a None None] Sync routers for ids ['bacd5210-35b2-44ef-8b91-1e0d1d050e7c'] in dv-cinder-740146-21-smb {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:13:36.331743 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88f891b-4d2d-439b-aa8a-470e52a0713a None None] Routers {'bacd5210-35b2-44ef-8b91-1e0d1d050e7c'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:13:36.332643 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c88f891b-4d2d-439b-aa8a-470e52a0713a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:13:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['bacd5210-35b2-44ef-8b91-1e0d1d050e7c'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:13:36.471326 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port c350679e-886f-407d-ad4e-489714dfff9f is: DOWN; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:36.471817 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (c350679e-886f-407d-ad4e-489714dfff9f), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:36.517883 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] For port c350679e-886f-407d-ad4e-489714dfff9f, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=c350679e-886f-407d-ad4e-489714dfff9f,segment=NetworkSegment(07936685-b731-4b79-bf86-55e22ee6364a),segment_id=07936685-b731-4b79-bf86-55e22ee6364a)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:13:36.528621 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (c350679e-886f-407d-ad4e-489714dfff9f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:36.538253 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-c88f891b-4d2d-439b-aa8a-470e52a0713a None None] Set router bacd5210-35b2-44ef-8b91-1e0d1d050e7c gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:13:36.586432 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3a681c-d704-4c13-a2e9-1e39118c1c4e None None] Network 3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7 requested from dv-cinder-740146-21-smb {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:13:36.656512 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:36.848729 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-495d3b09-62a1-4921-b0f4-fdd779f72e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:36.880348 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f6594-9353-4081-b311-e71620ea2c9e req-86435a76-a159-41d8-bad3-f83bf849b21d tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:36.881884 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e55f6594-9353-4081-b311-e71620ea2c9e req-86435a76-a159-41d8-bad3-f83bf849b21d tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bf0a0b06-11f5-4db6-8d64-4c1e053438dc HTTP/1.1" status: 200 len: 946 time: 0.1287415 Sep 29 02:13:37.032798 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e55f6594-9353-4081-b311-e71620ea2c9e req-e813d4ee-87ae-4885-beb7-b7b295f8bb18 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375530 Sep 29 02:13:37.060799 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:37.086303 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-3db82003-c7f5-4e6e-810b-0cf7710465a8 None None] Provisioning complete for port c350679e-886f-407d-ad4e-489714dfff9f triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:37.086757 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3db82003-c7f5-4e6e-810b-0cf7710465a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (c350679e-886f-407d-ad4e-489714dfff9f), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:37.087155 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-3db82003-c7f5-4e6e-810b-0cf7710465a8 None None] Attempt 1 to provision port c350679e-886f-407d-ad4e-489714dfff9f Sep 29 02:13:37.088868 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Pushing event updated for resources: {'Port': ['ID=c350679e-886f-407d-ad4e-489714dfff9f,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:37.141546 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c37bff-d343-4e5c-b52c-767c3ebfc120 req-4396fa14-5e92-4581-9020-8abd3770eea9 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:37.143040 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-74c37bff-d343-4e5c-b52c-767c3ebfc120 req-4396fa14-5e92-4581-9020-8abd3770eea9 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bde7ae02-1b06-4aa9-a2e2-6e2e5f3866e1 HTTP/1.1" status: 200 len: 946 time: 0.1068807 Sep 29 02:13:37.147407 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-495d3b09-62a1-4921-b0f4-fdd779f72e91 admin admin] Allocated IP 172.20.0.1 (3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7/a22cbea8-e4da-4c64-ac8e-b905a8223e3b/54930114-a93e-40df-8d45-227f114624c7) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:13:37.168992 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c88f891b-4d2d-439b-aa8a-470e52a0713a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bacd5210-35b2-44ef-8b91-1e0d1d050e7c', 'name': 'tempest-TestMinimumBasicScenario-1807956700-router', 'tenant_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': 'd0375df3-cc58-4820-99a8-0175fcd5fc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:13:34Z', 'updated_at': '2022-09-29T02:13:35Z', 'revision_number': 3, 'project_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'gw_port': {'id': 'd0375df3-cc58-4820-99a8-0175fcd5fc82', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bacd5210-35b2-44ef-8b91-1e0d1d050e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:13:35Z', 'updated_at': '2022-09-29T02:13:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb'}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:13:37.210161 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88f891b-4d2d-439b-aa8a-470e52a0713a None None] Checking router: bacd5210-35b2-44ef-8b91-1e0d1d050e7c for host: dv-cinder-740146-21-smb {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:13:37.212079 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88f891b-4d2d-439b-aa8a-470e52a0713a None None] Updating router bacd5210-35b2-44ef-8b91-1e0d1d050e7c port d0375df3-cc58-4820-99a8-0175fcd5fc82 binding host dv-cinder-740146-21-smb {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:13:37.256257 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-74c37bff-d343-4e5c-b52c-767c3ebfc120 req-263dcb5e-6ae7-4630-a38a-10368717327f tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a4a97e58-396f-4ea2-abe4-ff684f0788d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044455 Sep 29 02:13:37.363125 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-495d3b09-62a1-4921-b0f4-fdd779f72e91 admin admin] Publish callbacks [] for port (54930114-a93e-40df-8d45-227f114624c7), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:37.371682 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c88f891b-4d2d-439b-aa8a-470e52a0713a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (d0375df3-cc58-4820-99a8-0175fcd5fc82), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:37.434114 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-3db82003-c7f5-4e6e-810b-0cf7710465a8 None None] Current status of the port c350679e-886f-407d-ad4e-489714dfff9f is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:37.451014 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-495d3b09-62a1-4921-b0f4-fdd779f72e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (54930114-a93e-40df-8d45-227f114624c7), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:37.471404 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3dd626-ba5a-483a-8f4a-a50e49296a34 req-4fb2c8b7-b129-486b-812c-76aa7474f57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:37.490436 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-bd3dd626-ba5a-483a-8f4a-a50e49296a34 req-4fb2c8b7-b129-486b-812c-76aa7474f57a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=b407de2089554e13839d51f270c3adf1&device_id=bf0a0b06-11f5-4db6-8d64-4c1e053438dc HTTP/1.1" status: 200 len: 1130 time: 0.0921533 Sep 29 02:13:37.508487 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:37.525380 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495d3b09-62a1-4921-b0f4-fdd779f72e91 admin admin] Network 3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:13:37.528547 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-495d3b09-62a1-4921-b0f4-fdd779f72e91 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:13:37.536243 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495d3b09-62a1-4921-b0f4-fdd779f72e91 admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:13:37.568292 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d3b09-62a1-4921-b0f4-fdd779f72e91 admin admin] Pushing event updated for resources: {'Port': ['ID=54930114-a93e-40df-8d45-227f114624c7,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:37.588905 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-495d3b09-62a1-4921-b0f4-fdd779f72e91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2064679'] for router_interface (bacd5210-35b2-44ef-8b91-1e0d1d050e7c), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:37.686519 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3dd626-ba5a-483a-8f4a-a50e49296a34 req-29763b9a-f8f8-4f8a-8a79-362ce39e4d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:37.688069 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-bd3dd626-ba5a-483a-8f4a-a50e49296a34 req-29763b9a-f8f8-4f8a-8a79-362ce39e4d8a service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3 HTTP/1.1" status: 200 len: 919 time: 0.1880355 Sep 29 02:13:37.709086 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:37.714810 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-de073240-6b62-4f2c-ba45-0d54b2a35f8c None None] Provisioning complete for port c350679e-886f-407d-ad4e-489714dfff9f triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:37.715180 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-de073240-6b62-4f2c-ba45-0d54b2a35f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (c350679e-886f-407d-ad4e-489714dfff9f), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:37.715507 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-de073240-6b62-4f2c-ba45-0d54b2a35f8c None None] Attempt 1 to provision port c350679e-886f-407d-ad4e-489714dfff9f Sep 29 02:13:37.772750 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-bd3dd626-ba5a-483a-8f4a-a50e49296a34 req-caea8005-025c-4333-bd6e-bdb4d91e38aa service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3e04057-49ba-4540-bf12-69dd05468f6b HTTP/1.1" status: 200 len: 217 time: 0.0775006 Sep 29 02:13:37.776475 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-495d3b09-62a1-4921-b0f4-fdd779f72e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (54930114-a93e-40df-8d45-227f114624c7), before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:37.870157 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:37.881886 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3dd626-ba5a-483a-8f4a-a50e49296a34 req-65e25ad1-2c07-4203-9c41-268ad9c9ecc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:37.883418 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-bd3dd626-ba5a-483a-8f4a-a50e49296a34 req-65e25ad1-2c07-4203-9c41-268ad9c9ecc7 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=2111ad5b-3d2c-43c1-94a3-5ae626ce912e HTTP/1.1" status: 200 len: 857 time: 0.1034710 Sep 29 02:13:37.978420 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c88f891b-4d2d-439b-aa8a-470e52a0713a None None] Publish callbacks [] for port (d0375df3-cc58-4820-99a8-0175fcd5fc82), precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:37.980960 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-de073240-6b62-4f2c-ba45-0d54b2a35f8c None None] Current status of the port c350679e-886f-407d-ad4e-489714dfff9f is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:37.990115 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c88f891b-4d2d-439b-aa8a-470e52a0713a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (d0375df3-cc58-4820-99a8-0175fcd5fc82), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:38.028874 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-c88f891b-4d2d-439b-aa8a-470e52a0713a None None] Attempting to bind port d0375df3-cc58-4820-99a8-0175fcd5fc82 on host dv-cinder-740146-21-smb for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:13:38.029814 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-c88f891b-4d2d-439b-aa8a-470e52a0713a None None] Attempting to bind port d0375df3-cc58-4820-99a8-0175fcd5fc82 by drivers openvswitch,hyperv on host dv-cinder-740146-21-smb at level 0 using segments [{'id': '3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:13:38.029814 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88f891b-4d2d-439b-aa8a-470e52a0713a None None] Attempting to bind port d0375df3-cc58-4820-99a8-0175fcd5fc82 on network b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:13:38.043352 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:38.064980 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b767ce23-260c-4f22-83f9-4ce1907b294e None None] Pushing event updated for resources: {'Port': ['ID=d0375df3-cc58-4820-99a8-0175fcd5fc82,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:38.071985 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-495d3b09-62a1-4921-b0f4-fdd779f72e91 admin admin] Publish callbacks [] for port (54930114-a93e-40df-8d45-227f114624c7), precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:38.080888 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-495d3b09-62a1-4921-b0f4-fdd779f72e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26030496'] for port (54930114-a93e-40df-8d45-227f114624c7), after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:38.137865 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:38.141543 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88f891b-4d2d-439b-aa8a-470e52a0713a None None] Checking agent: {'id': '732f1f10-53c2-4a73-b7b4-882674716f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 25), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:13:38.141855 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88f891b-4d2d-439b-aa8a-470e52a0713a None None] Checking segment: {'id': '3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:13:38.142391 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c88f891b-4d2d-439b-aa8a-470e52a0713a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:38.142669 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88f891b-4d2d-439b-aa8a-470e52a0713a None None] Bound using segment: {'id': '3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:13:38.143154 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-c88f891b-4d2d-439b-aa8a-470e52a0713a None None] Bound port: d0375df3-cc58-4820-99a8-0175fcd5fc82, host: dv-cinder-740146-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:13:38.143695 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c88f891b-4d2d-439b-aa8a-470e52a0713a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (d0375df3-cc58-4820-99a8-0175fcd5fc82), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:38.162566 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-495d3b09-62a1-4921-b0f4-fdd779f72e91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1703214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2064787'] for router_interface (bacd5210-35b2-44ef-8b91-1e0d1d050e7c), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:38.211179 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-c88f891b-4d2d-439b-aa8a-470e52a0713a None None] For port d0375df3-cc58-4820-99a8-0175fcd5fc82, host dv-cinder-740146-21-smb, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:13:38.215604 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-c88f891b-4d2d-439b-aa8a-470e52a0713a None None] For port d0375df3-cc58-4820-99a8-0175fcd5fc82, host dv-cinder-740146-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=d0375df3-cc58-4820-99a8-0175fcd5fc82,segment=NetworkSegment(3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633),segment_id=3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:13:38.223165 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-17cde86f-31e8-4f9c-bb38-b77bf4101ab6 None None] Provisioning complete for port 54930114-a93e-40df-8d45-227f114624c7 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:38.223726 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-17cde86f-31e8-4f9c-bb38-b77bf4101ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (54930114-a93e-40df-8d45-227f114624c7), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:38.224070 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-17cde86f-31e8-4f9c-bb38-b77bf4101ab6 None None] Attempt 1 to provision port 54930114-a93e-40df-8d45-227f114624c7 Sep 29 02:13:38.227401 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c88f891b-4d2d-439b-aa8a-470e52a0713a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (d0375df3-cc58-4820-99a8-0175fcd5fc82), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:38.283442 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device c350679e-886f-407d-ad4e-489714dfff9f up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:13:38.330113 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88f891b-4d2d-439b-aa8a-470e52a0713a None None] Routers {'bacd5210-35b2-44ef-8b91-1e0d1d050e7c'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:13:38.330748 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c88f891b-4d2d-439b-aa8a-470e52a0713a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:13:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['bacd5210-35b2-44ef-8b91-1e0d1d050e7c'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:13:38.337781 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-17cde86f-31e8-4f9c-bb38-b77bf4101ab6 None None] Port 54930114-a93e-40df-8d45-227f114624c7 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:38.364828 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495d3b09-62a1-4921-b0f4-fdd779f72e91 admin admin] Network 3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:13:38.364828 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-495d3b09-62a1-4921-b0f4-fdd779f72e91 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:13:38.376485 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d3b09-62a1-4921-b0f4-fdd779f72e91 admin admin] Pushing event updated for resources: {'Port': ['ID=54930114-a93e-40df-8d45-227f114624c7,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:38.411874 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b767ce23-260c-4f22-83f9-4ce1907b294e None None] Pushing event updated for resources: {'Port': ['ID=d0375df3-cc58-4820-99a8-0175fcd5fc82,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:38.490697 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port c350679e-886f-407d-ad4e-489714dfff9f triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:38.493128 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (c350679e-886f-407d-ad4e-489714dfff9f), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:38.493579 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port c350679e-886f-407d-ad4e-489714dfff9f Sep 29 02:13:38.595434 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-c88f891b-4d2d-439b-aa8a-470e52a0713a None None] Set router bacd5210-35b2-44ef-8b91-1e0d1d050e7c gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:13:38.601236 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:38.800437 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port c350679e-886f-407d-ad4e-489714dfff9f is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:38.818016 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:38.842804 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-17cde86f-31e8-4f9c-bb38-b77bf4101ab6 None None] Attempt 2 to provision port 54930114-a93e-40df-8d45-227f114624c7 Sep 29 02:13:38.858983 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e176e7d-fd90-4472-a357-96377a43a358 req-499e6f04-f56d-4421-865e-30825e771a87 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:38.860483 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4e176e7d-fd90-4472-a357-96377a43a358 req-499e6f04-f56d-4421-865e-30825e771a87 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bf0a0b06-11f5-4db6-8d64-4c1e053438dc HTTP/1.1" status: 200 len: 946 time: 0.6871860 Sep 29 02:13:38.907576 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-17cde86f-31e8-4f9c-bb38-b77bf4101ab6 None None] Port 54930114-a93e-40df-8d45-227f114624c7 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:38.930501 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c88f891b-4d2d-439b-aa8a-470e52a0713a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bacd5210-35b2-44ef-8b91-1e0d1d050e7c', 'name': 'tempest-TestMinimumBasicScenario-1807956700-router', 'tenant_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': 'd0375df3-cc58-4820-99a8-0175fcd5fc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:13:34Z', 'updated_at': '2022-09-29T02:13:37Z', 'revision_number': 4, 'project_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'gw_port': {'id': 'd0375df3-cc58-4820-99a8-0175fcd5fc82', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bacd5210-35b2-44ef-8b91-1e0d1d050e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:13:35Z', 'updated_at': '2022-09-29T02:13:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': '54930114-a93e-40df-8d45-227f114624c7', 'name': '', 'network_id': '3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7', 'tenant_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'mac_address': 'fa:16:3e:a7:85:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bacd5210-35b2-44ef-8b91-1e0d1d050e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'a22cbea8-e4da-4c64-ac8e-b905a8223e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:13:36Z', 'updated_at': '2022-09-29T02:13:37Z', 'revision_number': 2, 'project_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'subnets': [{'id': 'a22cbea8-e4da-4c64-ac8e-b905a8223e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:13:38.958431 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88f891b-4d2d-439b-aa8a-470e52a0713a None None] The sync data for ids ['bacd5210-35b2-44ef-8b91-1e0d1d050e7c'] in dv-cinder-740146-21-smb is: [{'id': 'bacd5210-35b2-44ef-8b91-1e0d1d050e7c', 'name': 'tempest-TestMinimumBasicScenario-1807956700-router', 'tenant_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': 'd0375df3-cc58-4820-99a8-0175fcd5fc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:13:34Z', 'updated_at': '2022-09-29T02:13:37Z', 'revision_number': 4, 'project_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'gw_port': {'id': 'd0375df3-cc58-4820-99a8-0175fcd5fc82', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bacd5210-35b2-44ef-8b91-1e0d1d050e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:13:35Z', 'updated_at': '2022-09-29T02:13:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': '54930114-a93e-40df-8d45-227f114624c7', 'name': '', 'network_id': '3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7', 'tenant_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'mac_address': 'fa:16:3e:a7:85:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bacd5210-35b2-44ef-8b91-1e0d1d050e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'a22cbea8-e4da-4c64-ac8e-b905a8223e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:13:36Z', 'updated_at': '2022-09-29T02:13:37Z', 'revision_number': 2, 'project_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'subnets': [{'id': 'a22cbea8-e4da-4c64-ac8e-b905a8223e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:13:38.985766 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fbe9f0-825c-4cb1-854c-c34df966b2f6 req-8d877eb0-2d19-4ad6-9fb0-4893f375bc71 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:38.992695 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e8fbe9f0-825c-4cb1-854c-c34df966b2f6 req-8d877eb0-2d19-4ad6-9fb0-4893f375bc71 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bde7ae02-1b06-4aa9-a2e2-6e2e5f3866e1 HTTP/1.1" status: 200 len: 946 time: 0.1405466 Sep 29 02:13:39.034475 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4e176e7d-fd90-4472-a357-96377a43a358 req-d939a0a8-87ad-46b3-89f7-e32ed31de1dd tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620069 Sep 29 02:13:39.040629 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495d3b09-62a1-4921-b0f4-fdd779f72e91 admin admin] Router bacd5210-35b2-44ef-8b91-1e0d1d050e7c has already been hosted by L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:13:39.077742 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e8fbe9f0-825c-4cb1-854c-c34df966b2f6 req-153833d5-39c0-4650-811d-5d17e1131f77 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a4a97e58-396f-4ea2-abe4-ff684f0788d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841463 Sep 29 02:13:39.189262 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495d3b09-62a1-4921-b0f4-fdd779f72e91 admin admin] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:13:39.189262 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-495d3b09-62a1-4921-b0f4-fdd779f72e91 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/bacd5210-35b2-44ef-8b91-1e0d1d050e7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8840032 Sep 29 02:13:39.409194 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-17cde86f-31e8-4f9c-bb38-b77bf4101ab6 None None] Attempt 3 to provision port 54930114-a93e-40df-8d45-227f114624c7 Sep 29 02:13:39.445578 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-17cde86f-31e8-4f9c-bb38-b77bf4101ab6 None None] Port 54930114-a93e-40df-8d45-227f114624c7 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:39.523802 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3dd626-ba5a-483a-8f4a-a50e49296a34 req-07d1b052-7df9-4c16-aba6-fbea536e35bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:39.525377 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-bd3dd626-ba5a-483a-8f4a-a50e49296a34 req-07d1b052-7df9-4c16-aba6-fbea536e35bd service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0495243 Sep 29 02:13:39.858932 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 53894) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:39.864052 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-51505a1d-66ca-47fd-8fa9-715b9f15fd6b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1329824133-network', 'tenant_id': 'a0f6cd46c1dc4a8db7c523f4baa60fa4'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:13:39.886038 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51505a1d-66ca-47fd-8fa9-715b9f15fd6b admin admin] Made reservation on behalf of a0f6cd46c1dc4a8db7c523f4baa60fa4 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:13:39.888857 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-51505a1d-66ca-47fd-8fa9-715b9f15fd6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for network (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:39.899009 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-51505a1d-66ca-47fd-8fa9-715b9f15fd6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:39.946766 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-17cde86f-31e8-4f9c-bb38-b77bf4101ab6 None None] Attempt 4 to provision port 54930114-a93e-40df-8d45-227f114624c7 Sep 29 02:13:39.995168 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-17cde86f-31e8-4f9c-bb38-b77bf4101ab6 None None] Port 54930114-a93e-40df-8d45-227f114624c7 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:39.996831 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-51505a1d-66ca-47fd-8fa9-715b9f15fd6b admin admin] Publish callbacks [] for security_group (6cf83db3-9bb9-4a37-907b-502c3715e596), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:40.001900 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-51505a1d-66ca-47fd-8fa9-715b9f15fd6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (6cf83db3-9bb9-4a37-907b-502c3715e596), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:40.031726 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51505a1d-66ca-47fd-8fa9-715b9f15fd6b admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:13:40.033766 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:40.049955 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51505a1d-66ca-47fd-8fa9-715b9f15fd6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf83db3-9bb9-4a37-907b-502c3715e596,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:40.055542 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-51505a1d-66ca-47fd-8fa9-715b9f15fd6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841896'] for segment (a40af090-41e4-4cf6-b62e-0aa90f26f306), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:40.056130 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.db.segments_db [None req-51505a1d-66ca-47fd-8fa9-715b9f15fd6b admin admin] Added segment a40af090-41e4-4cf6-b62e-0aa90f26f306 of type vlan for network afd84b73-45a5-40cd-8ab0-8828b651fa3b Sep 29 02:13:40.068811 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51505a1d-66ca-47fd-8fa9-715b9f15fd6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:40.070965 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51505a1d-66ca-47fd-8fa9-715b9f15fd6b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:40.071559 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51505a1d-66ca-47fd-8fa9-715b9f15fd6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:40.072053 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51505a1d-66ca-47fd-8fa9-715b9f15fd6b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:40.072848 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51505a1d-66ca-47fd-8fa9-715b9f15fd6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:40.073565 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51505a1d-66ca-47fd-8fa9-715b9f15fd6b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:40.074062 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51505a1d-66ca-47fd-8fa9-715b9f15fd6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:40.074689 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51505a1d-66ca-47fd-8fa9-715b9f15fd6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:40.075189 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51505a1d-66ca-47fd-8fa9-715b9f15fd6b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:40.075819 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51505a1d-66ca-47fd-8fa9-715b9f15fd6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:40.076297 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51505a1d-66ca-47fd-8fa9-715b9f15fd6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:40.076778 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51505a1d-66ca-47fd-8fa9-715b9f15fd6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:40.077272 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51505a1d-66ca-47fd-8fa9-715b9f15fd6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:40.077632 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51505a1d-66ca-47fd-8fa9-715b9f15fd6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:40.077959 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51505a1d-66ca-47fd-8fa9-715b9f15fd6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:40.126991 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:40.150526 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-51505a1d-66ca-47fd-8fa9-715b9f15fd6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769072021697'] for network (afd84b73-45a5-40cd-8ab0-8828b651fa3b), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:40.238910 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-51505a1d-66ca-47fd-8fa9-715b9f15fd6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168'] for network (afd84b73-45a5-40cd-8ab0-8828b651fa3b), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:40.239937 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51505a1d-66ca-47fd-8fa9-715b9f15fd6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:40.240496 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-51505a1d-66ca-47fd-8fa9-715b9f15fd6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for network (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:40.279488 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device d0375df3-cc58-4820-99a8-0175fcd5fc82 up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:13:40.325126 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28eeb1-ca94-433d-9ef9-d19ac88d420a req-8ae48ae2-8728-4177-a935-29585a48c999 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:40.326828 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ec28eeb1-ca94-433d-9ef9-d19ac88d420a req-8ae48ae2-8728-4177-a935-29585a48c999 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bf0a0b06-11f5-4db6-8d64-4c1e053438dc HTTP/1.1" status: 200 len: 946 time: 0.1491032 Sep 29 02:13:40.332842 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4992a-513c-48bc-916a-bde11fd367f6 req-7701ed33-3135-416b-b555-30c77f8f6dbe tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:40.333045 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port d0375df3-cc58-4820-99a8-0175fcd5fc82 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:40.333362 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (d0375df3-cc58-4820-99a8-0175fcd5fc82), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:40.334591 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1ed4992a-513c-48bc-916a-bde11fd367f6 req-7701ed33-3135-416b-b555-30c77f8f6dbe tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bde7ae02-1b06-4aa9-a2e2-6e2e5f3866e1 HTTP/1.1" status: 200 len: 946 time: 0.1516857 Sep 29 02:13:40.341206 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port d0375df3-cc58-4820-99a8-0175fcd5fc82 Sep 29 02:13:40.346254 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-51505a1d-66ca-47fd-8fa9-715b9f15fd6b admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4835925 Sep 29 02:13:40.346720 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 53904) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:40.352512 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-803103d7-5b1b-4b63-97d9-c55e32088bf7 admin admin] Request body: {'subnet': {'network_id': 'afd84b73-45a5-40cd-8ab0-8828b651fa3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1329824133-subnet', 'tenant_id': 'a0f6cd46c1dc4a8db7c523f4baa60fa4', 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:13:40.387935 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803103d7-5b1b-4b63-97d9-c55e32088bf7 admin admin] Made reservation on behalf of a0f6cd46c1dc4a8db7c523f4baa60fa4 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:13:40.388744 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51505a1d-66ca-47fd-8fa9-715b9f15fd6b admin admin] Pushing event updated for resources: {'Network': ['ID=afd84b73-45a5-40cd-8ab0-8828b651fa3b,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:40.398489 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-803103d7-5b1b-4b63-97d9-c55e32088bf7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:40.410950 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Network afd84b73-45a5-40cd-8ab0-8828b651fa3b details requested by agent ovs-agent-dv-cinder-740146-21-smb with host dv-cinder-740146-21-smb {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:13:40.468514 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ec28eeb1-ca94-433d-9ef9-d19ac88d420a req-7bbfb500-fb8c-40f1-84b3-f4e4dfa58a20 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310399 Sep 29 02:13:40.472149 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1ed4992a-513c-48bc-916a-bde11fd367f6 req-9ce55d36-39d4-4615-853d-b40bd7a64a66 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a4a97e58-396f-4ea2-abe4-ff684f0788d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221964 Sep 29 02:13:40.530503 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-17cde86f-31e8-4f9c-bb38-b77bf4101ab6 None None] Attempt 5 to provision port 54930114-a93e-40df-8d45-227f114624c7 Sep 29 02:13:40.611849 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-803103d7-5b1b-4b63-97d9-c55e32088bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168'] for subnet (c97f6df0-b939-4ca0-a7b7-c7c16ca4dbb1), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:40.644666 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:UPDATE=1,neutron:INSERT=7,neutron:SELECT=91,neutron:DELETE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:40.684280 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803103d7-5b1b-4b63-97d9-c55e32088bf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c97f6df0-b939-4ca0-a7b7-c7c16ca4dbb1,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:40.695903 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:40.700982 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803103d7-5b1b-4b63-97d9-c55e32088bf7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:40.701256 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803103d7-5b1b-4b63-97d9-c55e32088bf7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:40.701616 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803103d7-5b1b-4b63-97d9-c55e32088bf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:40.702115 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803103d7-5b1b-4b63-97d9-c55e32088bf7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:40.702692 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803103d7-5b1b-4b63-97d9-c55e32088bf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:40.703089 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803103d7-5b1b-4b63-97d9-c55e32088bf7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:40.704009 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803103d7-5b1b-4b63-97d9-c55e32088bf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:40.704431 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803103d7-5b1b-4b63-97d9-c55e32088bf7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:40.704797 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803103d7-5b1b-4b63-97d9-c55e32088bf7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:40.705186 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803103d7-5b1b-4b63-97d9-c55e32088bf7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:40.705616 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803103d7-5b1b-4b63-97d9-c55e32088bf7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:40.706533 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803103d7-5b1b-4b63-97d9-c55e32088bf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:40.706878 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803103d7-5b1b-4b63-97d9-c55e32088bf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:40.707202 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803103d7-5b1b-4b63-97d9-c55e32088bf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:40.707513 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803103d7-5b1b-4b63-97d9-c55e32088bf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:40.717435 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803103d7-5b1b-4b63-97d9-c55e32088bf7 admin admin] Checking segment: {'id': 'a40af090-41e4-4cf6-b62e-0aa90f26f306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'afd84b73-45a5-40cd-8ab0-8828b651fa3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:13:40.718000 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803103d7-5b1b-4b63-97d9-c55e32088bf7 admin admin] Network hostable DHCP agents. Network: afd84b73-45a5-40cd-8ab0-8828b651fa3b, hostable agents: ['7f4c726f-d790-49c7-8982-ed059dd67ac5'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:13:40.719100 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port d0375df3-cc58-4820-99a8-0175fcd5fc82 is: DOWN; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:40.719510 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (d0375df3-cc58-4820-99a8-0175fcd5fc82), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:40.730032 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-17cde86f-31e8-4f9c-bb38-b77bf4101ab6 None None] Port 54930114-a93e-40df-8d45-227f114624c7 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:40.747439 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] For port d0375df3-cc58-4820-99a8-0175fcd5fc82, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=d0375df3-cc58-4820-99a8-0175fcd5fc82,segment=NetworkSegment(3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633),segment_id=3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:13:40.757700 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (d0375df3-cc58-4820-99a8-0175fcd5fc82), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:40.794726 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803103d7-5b1b-4b63-97d9-c55e32088bf7 admin admin] Network afd84b73-45a5-40cd-8ab0-8828b651fa3b is scheduled to be hosted by DHCP agent 7f4c726f-d790-49c7-8982-ed059dd67ac5 with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:13:40.807411 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-803103d7-5b1b-4b63-97d9-c55e32088bf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-21-smb, afd84b73-45a5-40cd-8ab0-8828b651fa3b) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:13:40.819025 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803103d7-5b1b-4b63-97d9-c55e32088bf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:40.819601 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-803103d7-5b1b-4b63-97d9-c55e32088bf7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:40.829498 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Pushing event updated for resources: {'Port': ['ID=d0375df3-cc58-4820-99a8-0175fcd5fc82,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:40.873697 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-bd3dd626-ba5a-483a-8f4a-a50e49296a34 req-d8d093f5-f9c5-47a8-9da1-32fa9c6f813b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576064 Sep 29 02:13:40.880491 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da532aa-88fe-45aa-b93d-f33c0acabce7 req-699f00ee-292e-47a2-9cd5-b83b4366f1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:40.882100 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-1da532aa-88fe-45aa-b93d-f33c0acabce7 req-699f00ee-292e-47a2-9cd5-b83b4366f1e6 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bf0a0b06-11f5-4db6-8d64-4c1e053438dc HTTP/1.1" status: 200 len: 1130 time: 0.0593157 Sep 29 02:13:40.899343 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 53912) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:40.899965 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-803103d7-5b1b-4b63-97d9-c55e32088bf7 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5514915 Sep 29 02:13:40.906751 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-2059fa80-6175-48b9-a2a1-74d92bfd4627 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1329824133-router', 'tenant_id': 'a0f6cd46c1dc4a8db7c523f4baa60fa4', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:13:40.939018 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2059fa80-6175-48b9-a2a1-74d92bfd4627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10396'] for router (d27c9d5a-e0da-43cc-b1cd-960715b6a45e), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:40.940317 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2059fa80-6175-48b9-a2a1-74d92bfd4627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1581304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2067329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2004281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10375'] for router (d27c9d5a-e0da-43cc-b1cd-960715b6a45e), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:40.953252 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d88875-f15c-484a-8211-531a86c32a63 None None] Network afd84b73-45a5-40cd-8ab0-8828b651fa3b requested from dv-cinder-740146-21-smb {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:13:40.998990 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2059fa80-6175-48b9-a2a1-74d92bfd4627 admin admin] Publish callbacks [] for router_controller (d27c9d5a-e0da-43cc-b1cd-960715b6a45e), precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:41.077524 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0429eba-8b91-4313-a3ea-629ef31d0bbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp60dc7976-dc90-5c45-bbbf-1f90e69458c6-afd84b73-45a5-40cd-8ab0-8828b651fa3b', 'network_id': 'afd84b73-45a5-40cd-8ab0-8828b651fa3b', 'project_id': 'a0f6cd46c1dc4a8db7c523f4baa60fa4', 'fixed_ips': [{'subnet_id': 'c97f6df0-b939-4ca0-a7b7-c7c16ca4dbb1'}]}} from dv-cinder-740146-21-smb. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 29 02:13:41.079103 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d0429eba-8b91-4313-a3ea-629ef31d0bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:41.179354 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2059fa80-6175-48b9-a2a1-74d92bfd4627 admin admin] Publish callbacks [] for router_gateway (d27c9d5a-e0da-43cc-b1cd-960715b6a45e), precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:41.252342 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-17cde86f-31e8-4f9c-bb38-b77bf4101ab6 None None] Attempt 6 to provision port 54930114-a93e-40df-8d45-227f114624c7 Sep 29 02:13:41.288718 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:41.300805 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-17cde86f-31e8-4f9c-bb38-b77bf4101ab6 None None] Port 54930114-a93e-40df-8d45-227f114624c7 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:41.302630 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261b932-eff5-450c-adb3-13f2883359e6 req-d3b560e5-0e20-4109-afe9-d43c33cb31cf tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:41.304058 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9261b932-eff5-450c-adb3-13f2883359e6 req-d3b560e5-0e20-4109-afe9-d43c33cb31cf tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bde7ae02-1b06-4aa9-a2e2-6e2e5f3866e1 HTTP/1.1" status: 200 len: 946 time: 0.0947425 Sep 29 02:13:41.322982 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-bd3dd626-ba5a-483a-8f4a-a50e49296a34 req-8714c4e5-a89e-4b74-8108-09056d5720af service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399037 Sep 29 02:13:41.333220 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-1da532aa-88fe-45aa-b93d-f33c0acabce7 req-42b92340-8d08-416a-be6c-d4741f3190df service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4386339 Sep 29 02:13:41.342092 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-d0429eba-8b91-4313-a3ea-629ef31d0bbc None None] Allocated IP 172.20.0.2 (afd84b73-45a5-40cd-8ab0-8828b651fa3b/c97f6df0-b939-4ca0-a7b7-c7c16ca4dbb1/42d24ca8-fad4-4e0f-939d-8ba0d7c60163) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:13:41.516637 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d0429eba-8b91-4313-a3ea-629ef31d0bbc None None] Publish callbacks [] for port (42d24ca8-fad4-4e0f-939d-8ba0d7c60163), precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:41.527617 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d0429eba-8b91-4313-a3ea-629ef31d0bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420'] for port (42d24ca8-fad4-4e0f-939d-8ba0d7c60163), after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:41.530066 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-9261b932-eff5-450c-adb3-13f2883359e6 req-29194f37-07bb-425a-9e72-2c825fb3d0e1 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Deleting port afd6ff3c-4350-4b3d-83b2-139488f79fd8 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:13:41.530248 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9261b932-eff5-450c-adb3-13f2883359e6 req-29194f37-07bb-425a-9e72-2c825fb3d0e1 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (afd6ff3c-4350-4b3d-83b2-139488f79fd8), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:41.601529 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0429eba-8b91-4313-a3ea-629ef31d0bbc None None] Pushing event updated for resources: {'Port': ['ID=42d24ca8-fad4-4e0f-939d-8ba0d7c60163,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:41.608244 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:41.622393 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0429eba-8b91-4313-a3ea-629ef31d0bbc None None] Network afd84b73-45a5-40cd-8ab0-8828b651fa3b is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:13:41.625567 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-d0429eba-8b91-4313-a3ea-629ef31d0bbc None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:13:41.629724 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0429eba-8b91-4313-a3ea-629ef31d0bbc None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:13:41.643500 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:41.679908 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-9261b932-eff5-450c-adb3-13f2883359e6 req-29194f37-07bb-425a-9e72-2c825fb3d0e1 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] For port afd6ff3c-4350-4b3d-83b2-139488f79fd8, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=afd6ff3c-4350-4b3d-83b2-139488f79fd8,segment=NetworkSegment(d69739f8-63ce-450d-a9ae-043b7b1b481e),segment_id=d69739f8-63ce-450d-a9ae-043b7b1b481e)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:13:41.682595 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9261b932-eff5-450c-adb3-13f2883359e6 req-29194f37-07bb-425a-9e72-2c825fb3d0e1 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (afd6ff3c-4350-4b3d-83b2-139488f79fd8), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:41.728582 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-d0429eba-8b91-4313-a3ea-629ef31d0bbc None None] Attempting to bind port 42d24ca8-fad4-4e0f-939d-8ba0d7c60163 on host dv-cinder-740146-21-smb for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:13:41.728969 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-d0429eba-8b91-4313-a3ea-629ef31d0bbc None None] Attempting to bind port 42d24ca8-fad4-4e0f-939d-8ba0d7c60163 by drivers openvswitch,hyperv on host dv-cinder-740146-21-smb at level 0 using segments [{'id': 'a40af090-41e4-4cf6-b62e-0aa90f26f306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'afd84b73-45a5-40cd-8ab0-8828b651fa3b'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:13:41.729372 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0429eba-8b91-4313-a3ea-629ef31d0bbc None None] Attempting to bind port 42d24ca8-fad4-4e0f-939d-8ba0d7c60163 on network afd84b73-45a5-40cd-8ab0-8828b651fa3b {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:13:41.744396 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb454820-b554-4ab9-ab76-9cd590f24205 None None] Sync routers for ids ['bacd5210-35b2-44ef-8b91-1e0d1d050e7c'] in dv-cinder-740146-21-smb {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:13:41.762379 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb454820-b554-4ab9-ab76-9cd590f24205 None None] Routers {'bacd5210-35b2-44ef-8b91-1e0d1d050e7c'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:13:41.763022 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-eb454820-b554-4ab9-ab76-9cd590f24205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:13:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['bacd5210-35b2-44ef-8b91-1e0d1d050e7c'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:13:41.778848 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2059fa80-6175-48b9-a2a1-74d92bfd4627 admin admin] Publish callbacks [] for router_gateway (d27c9d5a-e0da-43cc-b1cd-960715b6a45e), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:41.797296 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-9261b932-eff5-450c-adb3-13f2883359e6 req-29194f37-07bb-425a-9e72-2c825fb3d0e1 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Calling delete_port for afd6ff3c-4350-4b3d-83b2-139488f79fd8 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:13:41.797743 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0429eba-8b91-4313-a3ea-629ef31d0bbc None None] Checking agent: {'id': '732f1f10-53c2-4a73-b7b4-882674716f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 25), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:13:41.797743 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0429eba-8b91-4313-a3ea-629ef31d0bbc None None] Checking segment: {'id': 'a40af090-41e4-4cf6-b62e-0aa90f26f306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'afd84b73-45a5-40cd-8ab0-8828b651fa3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:13:41.797743 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d0429eba-8b91-4313-a3ea-629ef31d0bbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:41.797743 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0429eba-8b91-4313-a3ea-629ef31d0bbc None None] Bound using segment: {'id': 'a40af090-41e4-4cf6-b62e-0aa90f26f306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'afd84b73-45a5-40cd-8ab0-8828b651fa3b'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:13:41.797743 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-d0429eba-8b91-4313-a3ea-629ef31d0bbc None None] Bound port: 42d24ca8-fad4-4e0f-939d-8ba0d7c60163, host: dv-cinder-740146-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40af090-41e4-4cf6-b62e-0aa90f26f306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'afd84b73-45a5-40cd-8ab0-8828b651fa3b'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:13:41.797743 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d0429eba-8b91-4313-a3ea-629ef31d0bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (42d24ca8-fad4-4e0f-939d-8ba0d7c60163), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:41.798272 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:41.807892 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-17cde86f-31e8-4f9c-bb38-b77bf4101ab6 None None] Attempt 7 to provision port 54930114-a93e-40df-8d45-227f114624c7 Sep 29 02:13:41.873586 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-17cde86f-31e8-4f9c-bb38-b77bf4101ab6 None None] Port 54930114-a93e-40df-8d45-227f114624c7 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:41.898537 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-d0429eba-8b91-4313-a3ea-629ef31d0bbc None None] For port 42d24ca8-fad4-4e0f-939d-8ba0d7c60163, host dv-cinder-740146-21-smb, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:13:41.900451 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2059fa80-6175-48b9-a2a1-74d92bfd4627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:41.912439 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-d0429eba-8b91-4313-a3ea-629ef31d0bbc None None] For port 42d24ca8-fad4-4e0f-939d-8ba0d7c60163, host dv-cinder-740146-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=42d24ca8-fad4-4e0f-939d-8ba0d7c60163,segment=NetworkSegment(a40af090-41e4-4cf6-b62e-0aa90f26f306),segment_id=a40af090-41e4-4cf6-b62e-0aa90f26f306)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:13:41.921344 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81fcb75-023b-4637-b87b-d10965cd6a96 req-c7c3df20-769b-40cb-88e2-34cc9eb1dfc3 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:41.922536 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-eb454820-b554-4ab9-ab76-9cd590f24205 None None] Set router bacd5210-35b2-44ef-8b91-1e0d1d050e7c gateway port host: dv-cinder-740146-21-smb {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:13:41.923164 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d0429eba-8b91-4313-a3ea-629ef31d0bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (42d24ca8-fad4-4e0f-939d-8ba0d7c60163), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:41.929849 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f81fcb75-023b-4637-b87b-d10965cd6a96 req-c7c3df20-769b-40cb-88e2-34cc9eb1dfc3 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bf0a0b06-11f5-4db6-8d64-4c1e053438dc HTTP/1.1" status: 200 len: 946 time: 0.2900643 Sep 29 02:13:41.943963 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac9c8d-dbbe-4b10-b2fc-75015502c236 req-0a247e95-957e-4283-bf5a-b2031e847164 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:41.956582 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9aac9c8d-dbbe-4b10-b2fc-75015502c236 req-0a247e95-957e-4283-bf5a-b2031e847164 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bde7ae02-1b06-4aa9-a2e2-6e2e5f3866e1 HTTP/1.1" status: 200 len: 946 time: 0.3155603 Sep 29 02:13:42.004378 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0429eba-8b91-4313-a3ea-629ef31d0bbc None None] Pushing event updated for resources: {'Port': ['ID=42d24ca8-fad4-4e0f-939d-8ba0d7c60163,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:42.183026 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f81fcb75-023b-4637-b87b-d10965cd6a96 req-8d47d4c7-f8e4-42a4-ae0d-1fa1cee5ede9 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521024 Sep 29 02:13:42.204222 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9aac9c8d-dbbe-4b10-b2fc-75015502c236 req-b2075c5b-a3d5-44f4-bcf2-7be75e1ccb9a tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a4a97e58-396f-4ea2-abe4-ff684f0788d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466383 Sep 29 02:13:42.245293 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-2059fa80-6175-48b9-a2a1-74d92bfd4627 admin admin] Allocated IP 172.28.2.130 (b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd/e0ffa218-6ca5-4006-b711-a782d769deaf/c78fd4eb-ef4c-4507-afd8-89e6c1a53425) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:13:42.251473 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9261b932-eff5-450c-adb3-13f2883359e6 req-29194f37-07bb-425a-9e72-2c825fb3d0e1 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (afd6ff3c-4350-4b3d-83b2-139488f79fd8), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:42.269185 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] get_ports_and_sgs() called for port_ids ['afd6ff3c-4350-4b3d-83b2-139488f79fd8'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:13:42.286811 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-eb454820-b554-4ab9-ab76-9cd590f24205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bacd5210-35b2-44ef-8b91-1e0d1d050e7c', 'name': 'tempest-TestMinimumBasicScenario-1807956700-router', 'tenant_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': 'd0375df3-cc58-4820-99a8-0175fcd5fc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:13:34Z', 'updated_at': '2022-09-29T02:13:37Z', 'revision_number': 4, 'project_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'gw_port': {'id': 'd0375df3-cc58-4820-99a8-0175fcd5fc82', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacd5210-35b2-44ef-8b91-1e0d1d050e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:13:35Z', 'updated_at': '2022-09-29T02:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': '54930114-a93e-40df-8d45-227f114624c7', 'name': '', 'network_id': '3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7', 'tenant_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'mac_address': 'fa:16:3e:a7:85:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bacd5210-35b2-44ef-8b91-1e0d1d050e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'a22cbea8-e4da-4c64-ac8e-b905a8223e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:13:36Z', 'updated_at': '2022-09-29T02:13:37Z', 'revision_number': 2, 'project_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'subnets': [{'id': 'a22cbea8-e4da-4c64-ac8e-b905a8223e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:13:42.293669 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29194f37-07bb-425a-9e72-2c825fb3d0e1 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Pushing event deleted for resources: {'Port': ['ID=afd6ff3c-4350-4b3d-83b2-139488f79fd8,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:42.317247 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device d0375df3-cc58-4820-99a8-0175fcd5fc82 up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:13:42.321486 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb454820-b554-4ab9-ab76-9cd590f24205 None None] Checking router: bacd5210-35b2-44ef-8b91-1e0d1d050e7c for host: dv-cinder-740146-21-smb {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:13:42.321828 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb454820-b554-4ab9-ab76-9cd590f24205 None None] Updating router bacd5210-35b2-44ef-8b91-1e0d1d050e7c port 54930114-a93e-40df-8d45-227f114624c7 binding host dv-cinder-740146-21-smb {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:13:42.368999 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port d0375df3-cc58-4820-99a8-0175fcd5fc82 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:42.369755 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (d0375df3-cc58-4820-99a8-0175fcd5fc82), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:42.370269 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port d0375df3-cc58-4820-99a8-0175fcd5fc82 Sep 29 02:13:42.379411 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-eb454820-b554-4ab9-ab76-9cd590f24205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (54930114-a93e-40df-8d45-227f114624c7), before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:42.391915 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-17cde86f-31e8-4f9c-bb38-b77bf4101ab6 None None] Attempt 8 to provision port 54930114-a93e-40df-8d45-227f114624c7 Sep 29 02:13:42.442767 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-17cde86f-31e8-4f9c-bb38-b77bf4101ab6 None None] Port 54930114-a93e-40df-8d45-227f114624c7 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:42.489613 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:INSERT=3,neutron:UPDATE=5,neutron:SELECT=92 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:42.503240 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port d0375df3-cc58-4820-99a8-0175fcd5fc82 is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:42.656264 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-9261b932-eff5-450c-adb3-13f2883359e6 req-29194f37-07bb-425a-9e72-2c825fb3d0e1 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] No DVR routers for this DVR port afd6ff3c-4350-4b3d-83b2-139488f79fd8 on host hv-cinder-74014 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:13:42.661780 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-9261b932-eff5-450c-adb3-13f2883359e6 req-29194f37-07bb-425a-9e72-2c825fb3d0e1 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for port (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:42.665860 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9261b932-eff5-450c-adb3-13f2883359e6 req-29194f37-07bb-425a-9e72-2c825fb3d0e1 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.16 "DELETE /networking/v2.0/ports/afd6ff3c-4350-4b3d-83b2-139488f79fd8 HTTP/1.1" status: 204 len: 173 time: 1.3524187 Sep 29 02:13:42.666361 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde7ae02-1b06-4aa9-a2e2-6e2e5f3866e1', 'name': 'network-vif-deleted', 'tag': 'afd6ff3c-4350-4b3d-83b2-139488f79fd8'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:13:42.668825 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6fd434f9474e642ac52a32a239cb9403cb6cbac172bb9ea56eecab16f0e16c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86955b0-e568-4c07-980e-641ed339599f" -d '{"events": [{"server_uuid": "bde7ae02-1b06-4aa9-a2e2-6e2e5f3866e1", "name": "network-vif-deleted", "tag": "afd6ff3c-4350-4b3d-83b2-139488f79fd8"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:13:42.708301 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-eb454820-b554-4ab9-ab76-9cd590f24205 None None] Publish callbacks [] for port (54930114-a93e-40df-8d45-227f114624c7), precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:42.716573 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-eb454820-b554-4ab9-ab76-9cd590f24205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (54930114-a93e-40df-8d45-227f114624c7), after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:42.729777 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b8088c-fc61-415d-a86b-385d98bfb56b x-openstack-request-id: req-f1b8088c-fc61-415d-a86b-385d98bfb56b {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:13:42.730139 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bde7ae02-1b06-4aa9-a2e2-6e2e5f3866e1", "name": "network-vif-deleted", "tag": "afd6ff3c-4350-4b3d-83b2-139488f79fd8", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:13:42.730383 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f1b8088c-fc61-415d-a86b-385d98bfb56b {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:13:42.730781 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1b8088c-fc61-415d-a86b-385d98bfb56b'] response: {'server_uuid': 'bde7ae02-1b06-4aa9-a2e2-6e2e5f3866e1', 'name': 'network-vif-deleted', 'tag': 'afd6ff3c-4350-4b3d-83b2-139488f79fd8', 'status': 'completed', 'code': 200} Sep 29 02:13:42.744610 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2059fa80-6175-48b9-a2a1-74d92bfd4627 admin admin] Publish callbacks [] for port (c78fd4eb-ef4c-4507-afd8-89e6c1a53425), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:42.784778 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c45a73a-eccc-4b7d-80bb-be51d309ed42 None None] Pushing event updated for resources: {'Port': ['ID=54930114-a93e-40df-8d45-227f114624c7,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:42.787381 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2059fa80-6175-48b9-a2a1-74d92bfd4627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (c78fd4eb-ef4c-4507-afd8-89e6c1a53425), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:42.813166 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c45a73a-eccc-4b7d-80bb-be51d309ed42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:42.813593 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c45a73a-eccc-4b7d-80bb-be51d309ed42 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:42.813935 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c45a73a-eccc-4b7d-80bb-be51d309ed42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:42.814430 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c45a73a-eccc-4b7d-80bb-be51d309ed42 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:42.814803 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c45a73a-eccc-4b7d-80bb-be51d309ed42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:42.816364 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c45a73a-eccc-4b7d-80bb-be51d309ed42 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:42.816716 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c45a73a-eccc-4b7d-80bb-be51d309ed42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:42.817047 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c45a73a-eccc-4b7d-80bb-be51d309ed42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:42.817506 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c45a73a-eccc-4b7d-80bb-be51d309ed42 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:42.817835 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c45a73a-eccc-4b7d-80bb-be51d309ed42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:42.818220 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c45a73a-eccc-4b7d-80bb-be51d309ed42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:42.819044 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c45a73a-eccc-4b7d-80bb-be51d309ed42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:42.819383 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c45a73a-eccc-4b7d-80bb-be51d309ed42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:42.819711 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c45a73a-eccc-4b7d-80bb-be51d309ed42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:42.820285 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c45a73a-eccc-4b7d-80bb-be51d309ed42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:42.848094 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-eb454820-b554-4ab9-ab76-9cd590f24205 None None] Attempting to bind port 54930114-a93e-40df-8d45-227f114624c7 on host dv-cinder-740146-21-smb for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:13:42.848527 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2059fa80-6175-48b9-a2a1-74d92bfd4627 admin admin] Network b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:13:42.848652 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-eb454820-b554-4ab9-ab76-9cd590f24205 None None] Attempting to bind port 54930114-a93e-40df-8d45-227f114624c7 by drivers openvswitch,hyperv on host dv-cinder-740146-21-smb at level 0 using segments [{'id': '07936685-b731-4b79-bf86-55e22ee6364a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:13:42.849771 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb454820-b554-4ab9-ab76-9cd590f24205 None None] Attempting to bind port 54930114-a93e-40df-8d45-227f114624c7 on network 3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7 {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:13:42.852811 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-2059fa80-6175-48b9-a2a1-74d92bfd4627 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:13:42.857244 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:42.861973 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2059fa80-6175-48b9-a2a1-74d92bfd4627 admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:13:42.904114 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059fa80-6175-48b9-a2a1-74d92bfd4627 admin admin] Pushing event updated for resources: {'Port': ['ID=c78fd4eb-ef4c-4507-afd8-89e6c1a53425,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:42.936022 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb454820-b554-4ab9-ab76-9cd590f24205 None None] Checking agent: {'id': '732f1f10-53c2-4a73-b7b4-882674716f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 25), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:13:42.936508 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb454820-b554-4ab9-ab76-9cd590f24205 None None] Checking segment: {'id': '07936685-b731-4b79-bf86-55e22ee6364a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:13:42.937001 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-eb454820-b554-4ab9-ab76-9cd590f24205 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:42.937540 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb454820-b554-4ab9-ab76-9cd590f24205 None None] Bound using segment: {'id': '07936685-b731-4b79-bf86-55e22ee6364a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:13:42.938745 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-eb454820-b554-4ab9-ab76-9cd590f24205 None None] Bound port: 54930114-a93e-40df-8d45-227f114624c7, host: dv-cinder-740146-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07936685-b731-4b79-bf86-55e22ee6364a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:13:42.939028 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-eb454820-b554-4ab9-ab76-9cd590f24205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (54930114-a93e-40df-8d45-227f114624c7), before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:42.947600 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-17cde86f-31e8-4f9c-bb38-b77bf4101ab6 None None] Attempt 9 to provision port 54930114-a93e-40df-8d45-227f114624c7 Sep 29 02:13:42.961039 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:43.006335 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-17cde86f-31e8-4f9c-bb38-b77bf4101ab6 None None] Port 54930114-a93e-40df-8d45-227f114624c7 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:43.053855 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-eb454820-b554-4ab9-ab76-9cd590f24205 None None] For port 54930114-a93e-40df-8d45-227f114624c7, host dv-cinder-740146-21-smb, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:13:43.058553 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-eb454820-b554-4ab9-ab76-9cd590f24205 None None] For port 54930114-a93e-40df-8d45-227f114624c7, host dv-cinder-740146-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=54930114-a93e-40df-8d45-227f114624c7,segment=NetworkSegment(07936685-b731-4b79-bf86-55e22ee6364a),segment_id=07936685-b731-4b79-bf86-55e22ee6364a)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:13:43.066331 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-eb454820-b554-4ab9-ab76-9cd590f24205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (54930114-a93e-40df-8d45-227f114624c7), after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:43.115391 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb454820-b554-4ab9-ab76-9cd590f24205 None None] Routers {'bacd5210-35b2-44ef-8b91-1e0d1d050e7c'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:13:43.116038 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-eb454820-b554-4ab9-ab76-9cd590f24205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:13:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['bacd5210-35b2-44ef-8b91-1e0d1d050e7c'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:13:43.163696 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:43.214838 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c45a73a-eccc-4b7d-80bb-be51d309ed42 None None] Pushing event updated for resources: {'Port': ['ID=54930114-a93e-40df-8d45-227f114624c7,revision_number=4']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:43.273975 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2059fa80-6175-48b9-a2a1-74d92bfd4627 admin admin] Publish callbacks [] for router_gateway (d27c9d5a-e0da-43cc-b1cd-960715b6a45e), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:43.278645 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:43.319922 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-eb454820-b554-4ab9-ab76-9cd590f24205 None None] Set router bacd5210-35b2-44ef-8b91-1e0d1d050e7c gateway port host: dv-cinder-740146-21-smb {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:13:43.345239 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c16487e-0828-4f40-bb85-326e43008638 None None] Network afd84b73-45a5-40cd-8ab0-8828b651fa3b requested from dv-cinder-740146-21-smb {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:13:43.354363 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 53966) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:43.457072 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 53970) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:43.495504 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3108478-3303-45c3-af81-64f545a6521c req-efcd3681-1012-4153-9146-a5a14a5accab tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:43.498316 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c3108478-3303-45c3-af81-64f545a6521c req-efcd3681-1012-4153-9146-a5a14a5accab tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bf0a0b06-11f5-4db6-8d64-4c1e053438dc HTTP/1.1" status: 200 len: 946 time: 0.1104908 Sep 29 02:13:43.500654 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4cfd005f-7225-40ba-af2b-0c6c6dcc9431 req-8527e4b0-a1e1-4176-8611-b5192e899b24 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bde7ae02-1b06-4aa9-a2e2-6e2e5f3866e1 HTTP/1.1" status: 200 len: 210 time: 0.1118793 Sep 29 02:13:43.510752 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-17cde86f-31e8-4f9c-bb38-b77bf4101ab6 None None] Attempt 10 to provision port 54930114-a93e-40df-8d45-227f114624c7 Sep 29 02:13:43.600439 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-06a3d5b3-b483-405e-9b17-8555154c0f36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:43.735949 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c3108478-3303-45c3-af81-64f545a6521c req-4cf87492-6705-4e69-bf8d-8dc71cdb0102 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892691 Sep 29 02:13:43.765539 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-eb454820-b554-4ab9-ab76-9cd590f24205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bacd5210-35b2-44ef-8b91-1e0d1d050e7c', 'name': 'tempest-TestMinimumBasicScenario-1807956700-router', 'tenant_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': 'd0375df3-cc58-4820-99a8-0175fcd5fc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:13:34Z', 'updated_at': '2022-09-29T02:13:37Z', 'revision_number': 4, 'project_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'gw_port': {'id': 'd0375df3-cc58-4820-99a8-0175fcd5fc82', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacd5210-35b2-44ef-8b91-1e0d1d050e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:13:35Z', 'updated_at': '2022-09-29T02:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': '54930114-a93e-40df-8d45-227f114624c7', 'name': '', 'network_id': '3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7', 'tenant_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'mac_address': 'fa:16:3e:a7:85:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bacd5210-35b2-44ef-8b91-1e0d1d050e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'a22cbea8-e4da-4c64-ac8e-b905a8223e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:13:36Z', 'updated_at': '2022-09-29T02:13:43Z', 'revision_number': 4, 'project_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'subnets': [{'id': 'a22cbea8-e4da-4c64-ac8e-b905a8223e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:13:43.794573 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cf656bf4-29e7-4e0f-bcef-a68727a0328c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:43.797042 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-17cde86f-31e8-4f9c-bb38-b77bf4101ab6 None None] Current status of the port 54930114-a93e-40df-8d45-227f114624c7 is: DOWN; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:43.797521 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-17cde86f-31e8-4f9c-bb38-b77bf4101ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (54930114-a93e-40df-8d45-227f114624c7), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:43.825213 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-06a3d5b3-b483-405e-9b17-8555154c0f36 admin admin] Publish callbacks [] for security_group (16b8b4b2-02aa-48cb-af06-8d6d36dd6f46), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:43.834029 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-06a3d5b3-b483-405e-9b17-8555154c0f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (16b8b4b2-02aa-48cb-af06-8d6d36dd6f46), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:43.838213 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2059fa80-6175-48b9-a2a1-74d92bfd4627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1581295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1596208'] for router (d27c9d5a-e0da-43cc-b1cd-960715b6a45e), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:43.839006 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb454820-b554-4ab9-ab76-9cd590f24205 None None] The sync data for ids ['bacd5210-35b2-44ef-8b91-1e0d1d050e7c'] in dv-cinder-740146-21-smb is: [{'id': 'bacd5210-35b2-44ef-8b91-1e0d1d050e7c', 'name': 'tempest-TestMinimumBasicScenario-1807956700-router', 'tenant_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': 'd0375df3-cc58-4820-99a8-0175fcd5fc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:13:34Z', 'updated_at': '2022-09-29T02:13:37Z', 'revision_number': 4, 'project_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'gw_port': {'id': 'd0375df3-cc58-4820-99a8-0175fcd5fc82', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacd5210-35b2-44ef-8b91-1e0d1d050e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:13:35Z', 'updated_at': '2022-09-29T02:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': '54930114-a93e-40df-8d45-227f114624c7', 'name': '', 'network_id': '3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7', 'tenant_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'mac_address': 'fa:16:3e:a7:85:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bacd5210-35b2-44ef-8b91-1e0d1d050e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'a22cbea8-e4da-4c64-ac8e-b905a8223e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:13:36Z', 'updated_at': '2022-09-29T02:13:43Z', 'revision_number': 4, 'project_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'subnets': [{'id': 'a22cbea8-e4da-4c64-ac8e-b905a8223e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:13:43.876508 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-17cde86f-31e8-4f9c-bb38-b77bf4101ab6 None None] For port 54930114-a93e-40df-8d45-227f114624c7, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=54930114-a93e-40df-8d45-227f114624c7,segment=NetworkSegment(07936685-b731-4b79-bf86-55e22ee6364a),segment_id=07936685-b731-4b79-bf86-55e22ee6364a)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:13:43.885042 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-17cde86f-31e8-4f9c-bb38-b77bf4101ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (54930114-a93e-40df-8d45-227f114624c7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:43.943084 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-06a3d5b3-b483-405e-9b17-8555154c0f36 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=38989274c7054da59394b0bdf3099e41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5876071 Sep 29 02:13:43.955086 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 53974) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:43.970279 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cde86f-31e8-4f9c-bb38-b77bf4101ab6 None None] Pushing event updated for resources: {'Port': ['ID=54930114-a93e-40df-8d45-227f114624c7,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:44.006312 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-f8e5e5f8-c6e2-468e-9a77-9ef187a67e78 None None] Provisioning complete for port 42d24ca8-fad4-4e0f-939d-8ba0d7c60163 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:44.006741 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f8e5e5f8-c6e2-468e-9a77-9ef187a67e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (42d24ca8-fad4-4e0f-939d-8ba0d7c60163), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:44.007074 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-f8e5e5f8-c6e2-468e-9a77-9ef187a67e78 None None] Attempt 1 to provision port 42d24ca8-fad4-4e0f-939d-8ba0d7c60163 Sep 29 02:13:44.023398 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a3d5b3-b483-405e-9b17-8555154c0f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b8b4b2-02aa-48cb-af06-8d6d36dd6f46,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:44.042332 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2059fa80-6175-48b9-a2a1-74d92bfd4627 admin admin] Router d27c9d5a-e0da-43cc-b1cd-960715b6a45e is scheduled to L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 02:13:44.109009 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cf656bf4-29e7-4e0f-bcef-a68727a0328c admin admin] Publish callbacks [] for security_group (00582128-d7bf-468d-8afe-9c8347bce5db), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:44.110589 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fde5e369-d2a2-484a-8876-ee854d62496b admin admin] Publish callbacks [] for security_group (16b8b4b2-02aa-48cb-af06-8d6d36dd6f46), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:44.123552 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cf656bf4-29e7-4e0f-bcef-a68727a0328c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (00582128-d7bf-468d-8afe-9c8347bce5db), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:44.128171 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:44.132360 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-f8e5e5f8-c6e2-468e-9a77-9ef187a67e78 None None] Current status of the port 42d24ca8-fad4-4e0f-939d-8ba0d7c60163 is: DOWN; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:44.132925 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f8e5e5f8-c6e2-468e-9a77-9ef187a67e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (42d24ca8-fad4-4e0f-939d-8ba0d7c60163), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:44.179419 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:44.185143 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-cf656bf4-29e7-4e0f-bcef-a68727a0328c admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=70b714875efb4ea59ec67ea8b515361f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7263041 Sep 29 02:13:44.189915 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2059fa80-6175-48b9-a2a1-74d92bfd4627 admin admin] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:13:44.191760 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 53976) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:44.213129 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5280f76-e980-45fb-93b7-b68b9985d715 None None] Sync routers for ids ['d27c9d5a-e0da-43cc-b1cd-960715b6a45e'] in dv-cinder-740146-21-smb {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:13:44.219646 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2059fa80-6175-48b9-a2a1-74d92bfd4627 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:44.225170 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-2059fa80-6175-48b9-a2a1-74d92bfd4627 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3220599 Sep 29 02:13:44.226859 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fde5e369-d2a2-484a-8876-ee854d62496b admin admin] Publish callbacks [] for security_group (16b8b4b2-02aa-48cb-af06-8d6d36dd6f46), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:44.228742 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 53978) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:44.248604 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:44.255301 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf656bf4-29e7-4e0f-bcef-a68727a0328c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00582128-d7bf-468d-8afe-9c8347bce5db,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:44.279050 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-f8e5e5f8-c6e2-468e-9a77-9ef187a67e78 None None] For port 42d24ca8-fad4-4e0f-939d-8ba0d7c60163, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=42d24ca8-fad4-4e0f-939d-8ba0d7c60163,segment=NetworkSegment(a40af090-41e4-4cf6-b62e-0aa90f26f306),segment_id=a40af090-41e4-4cf6-b62e-0aa90f26f306)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:13:44.280772 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5280f76-e980-45fb-93b7-b68b9985d715 None None] Routers {'d27c9d5a-e0da-43cc-b1cd-960715b6a45e'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:13:44.281456 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-a5280f76-e980-45fb-93b7-b68b9985d715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:13:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['d27c9d5a-e0da-43cc-b1cd-960715b6a45e'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:13:44.299744 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f8e5e5f8-c6e2-468e-9a77-9ef187a67e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (42d24ca8-fad4-4e0f-939d-8ba0d7c60163), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:44.345790 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2c3e55cb-60d9-4f07-a73f-622014dd957e admin admin] Publish callbacks [] for security_group (00582128-d7bf-468d-8afe-9c8347bce5db), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:44.395726 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:44.427045 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fde5e369-d2a2-484a-8876-ee854d62496b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (16b8b4b2-02aa-48cb-af06-8d6d36dd6f46), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:44.432188 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-f8e5e5f8-c6e2-468e-9a77-9ef187a67e78 None None] Provisioning complete for port 54930114-a93e-40df-8d45-227f114624c7 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:44.432565 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f8e5e5f8-c6e2-468e-9a77-9ef187a67e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (54930114-a93e-40df-8d45-227f114624c7), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:44.432898 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-f8e5e5f8-c6e2-468e-9a77-9ef187a67e78 None None] Attempt 1 to provision port 54930114-a93e-40df-8d45-227f114624c7 Sep 29 02:13:44.434055 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fde5e369-d2a2-484a-8876-ee854d62496b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:44.441823 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-fde5e369-d2a2-484a-8876-ee854d62496b admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/16b8b4b2-02aa-48cb-af06-8d6d36dd6f46 HTTP/1.1" status: 204 len: 168 time: 0.4826753 Sep 29 02:13:44.485775 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde5e369-d2a2-484a-8876-ee854d62496b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b8b4b2-02aa-48cb-af06-8d6d36dd6f46,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:44.505633 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2c3e55cb-60d9-4f07-a73f-622014dd957e admin admin] Publish callbacks [] for security_group (00582128-d7bf-468d-8afe-9c8347bce5db), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:44.506686 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 54930114-a93e-40df-8d45-227f114624c7 up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:13:44.608395 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2c3e55cb-60d9-4f07-a73f-622014dd957e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (00582128-d7bf-468d-8afe-9c8347bce5db), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:44.611223 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2c3e55cb-60d9-4f07-a73f-622014dd957e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:44.615969 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-2c3e55cb-60d9-4f07-a73f-622014dd957e admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/00582128-d7bf-468d-8afe-9c8347bce5db HTTP/1.1" status: 204 len: 168 time: 0.4152639 Sep 29 02:13:44.638534 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e55cb-60d9-4f07-a73f-622014dd957e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00582128-d7bf-468d-8afe-9c8347bce5db,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:44.798321 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5e5f8-c6e2-468e-9a77-9ef187a67e78 None None] Pushing event updated for resources: {'Port': ['ID=42d24ca8-fad4-4e0f-939d-8ba0d7c60163,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:44.839103 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-a5280f76-e980-45fb-93b7-b68b9985d715 None None] Set router d27c9d5a-e0da-43cc-b1cd-960715b6a45e gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:13:44.972700 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:44.975751 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fb806313-29ea-428e-8e71-b21aea48bedd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:45.022813 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port 54930114-a93e-40df-8d45-227f114624c7 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:45.023338 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (54930114-a93e-40df-8d45-227f114624c7), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:45.024080 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port 54930114-a93e-40df-8d45-227f114624c7 Sep 29 02:13:45.037162 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:45.092601 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54081c7-1ab7-4428-bd35-f29c24b8a17f req-86e7e9ca-c8c7-4f9f-96f7-ae87158e97ec tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:45.094209 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b54081c7-1ab7-4428-bd35-f29c24b8a17f req-86e7e9ca-c8c7-4f9f-96f7-ae87158e97ec tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bf0a0b06-11f5-4db6-8d64-4c1e053438dc HTTP/1.1" status: 200 len: 946 time: 0.1547527 Sep 29 02:13:45.095450 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-f8e5e5f8-c6e2-468e-9a77-9ef187a67e78 None None] Current status of the port 54930114-a93e-40df-8d45-227f114624c7 is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:45.203253 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 54008) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:45.225635 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-23d83ce2-4f5c-49e7-bd38-61e2cd9de427 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:45.231733 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port 54930114-a93e-40df-8d45-227f114624c7 is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:45.232802 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 42d24ca8-fad4-4e0f-939d-8ba0d7c60163 up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:13:45.240612 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-d62c3237-87be-42a7-b867-8ab103a7f2f1 None None] Provisioning complete for port 42d24ca8-fad4-4e0f-939d-8ba0d7c60163 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:45.240995 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d62c3237-87be-42a7-b867-8ab103a7f2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (42d24ca8-fad4-4e0f-939d-8ba0d7c60163), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:45.241379 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-d62c3237-87be-42a7-b867-8ab103a7f2f1 None None] Attempt 1 to provision port 42d24ca8-fad4-4e0f-939d-8ba0d7c60163 Sep 29 02:13:45.282501 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5b224-d863-4675-8c57-7d147d6e263d req-f3d4b5ae-94c7-41f0-a823-a5312913184d tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:45.284787 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4be5b224-d863-4675-8c57-7d147d6e263d req-f3d4b5ae-94c7-41f0-a823-a5312913184d tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/networks?id=681bbea9-42f3-45d1-b55a-67905b8511b8 HTTP/1.1" status: 200 len: 809 time: 0.2861793 Sep 29 02:13:45.292929 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-a5280f76-e980-45fb-93b7-b68b9985d715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27c9d5a-e0da-43cc-b1cd-960715b6a45e', 'name': 'tempest-TestMinimumBasicScenario-1329824133-router', 'tenant_id': 'a0f6cd46c1dc4a8db7c523f4baa60fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': 'c78fd4eb-ef4c-4507-afd8-89e6c1a53425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:13:40Z', 'updated_at': '2022-09-29T02:13:43Z', 'revision_number': 3, 'project_id': 'a0f6cd46c1dc4a8db7c523f4baa60fa4', 'gw_port': {'id': 'c78fd4eb-ef4c-4507-afd8-89e6c1a53425', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27c9d5a-e0da-43cc-b1cd-960715b6a45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:13:41Z', 'updated_at': '2022-09-29T02:13:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb'}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:13:45.310185 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b54081c7-1ab7-4428-bd35-f29c24b8a17f req-89d1c66e-a174-42cf-9caa-8ae923eb4d3b tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807497 Sep 29 02:13:45.338063 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5280f76-e980-45fb-93b7-b68b9985d715 None None] Checking router: d27c9d5a-e0da-43cc-b1cd-960715b6a45e for host: dv-cinder-740146-21-smb {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:13:45.338786 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5280f76-e980-45fb-93b7-b68b9985d715 None None] Updating router d27c9d5a-e0da-43cc-b1cd-960715b6a45e port c78fd4eb-ef4c-4507-afd8-89e6c1a53425 binding host dv-cinder-740146-21-smb {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:13:45.348406 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4be5b224-d863-4675-8c57-7d147d6e263d req-7a7596af-25af-467b-95f7-b5b9a76b13e8 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/quotas/d06e11b31c404d7eaf1701be9001c76d HTTP/1.1" status: 200 len: 375 time: 0.0522623 Sep 29 02:13:45.354041 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-23d83ce2-4f5c-49e7-bd38-61e2cd9de427 admin admin] Publish callbacks [] for security_group (da09f973-eed3-40e9-9fa9-023fe8de1d10), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:45.361032 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-23d83ce2-4f5c-49e7-bd38-61e2cd9de427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (da09f973-eed3-40e9-9fa9-023fe8de1d10), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:45.384709 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a5280f76-e980-45fb-93b7-b68b9985d715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (c78fd4eb-ef4c-4507-afd8-89e6c1a53425), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:45.389697 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port 42d24ca8-fad4-4e0f-939d-8ba0d7c60163 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:45.390238 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (42d24ca8-fad4-4e0f-939d-8ba0d7c60163), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:45.390748 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port 42d24ca8-fad4-4e0f-939d-8ba0d7c60163 Sep 29 02:13:45.391667 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4be5b224-d863-4675-8c57-7d147d6e263d req-bfe482bd-d8ee-4bff-ac6e-0fbafdab393c tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d06e11b31c404d7eaf1701be9001c76d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423179 Sep 29 02:13:45.420575 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-23d83ce2-4f5c-49e7-bd38-61e2cd9de427 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=374648af0c594ec7a8dc169505e2d6d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2137370 Sep 29 02:13:45.423103 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 54014) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:45.475805 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d83ce2-4f5c-49e7-bd38-61e2cd9de427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da09f973-eed3-40e9-9fa9-023fe8de1d10,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:45.506420 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=100 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:45.519123 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-fb806313-29ea-428e-8e71-b21aea48bedd admin admin] Allocated IP 172.20.0.1 (afd84b73-45a5-40cd-8ab0-8828b651fa3b/c97f6df0-b939-4ca0-a7b7-c7c16ca4dbb1/ce6e0b97-620d-420f-944b-087bcacfda36) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:13:45.558349 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-012bd91d-75e1-4c67-9575-b0cc00bab7a2 admin admin] Publish callbacks [] for security_group (da09f973-eed3-40e9-9fa9-023fe8de1d10), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:45.573019 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-d62c3237-87be-42a7-b867-8ab103a7f2f1 None None] Current status of the port 42d24ca8-fad4-4e0f-939d-8ba0d7c60163 is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:45.575236 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device afd6ff3c-4350-4b3d-83b2-139488f79fd8 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:13:45.605906 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] No Port match for: afd6ff3c-4350-4b3d-83b2-139488f79fd8 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:13:45.605906 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device afd6ff3c-4350-4b3d-83b2-139488f79fd8 not bound to the agent host hv-cinder-74014 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:13:45.661428 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4be5b224-d863-4675-8c57-7d147d6e263d req-65b76120-bada-4570-9f54-dbcd0d9c6ac1 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/681bbea9-42f3-45d1-b55a-67905b8511b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686229 Sep 29 02:13:45.664880 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-012bd91d-75e1-4c67-9575-b0cc00bab7a2 admin admin] Publish callbacks [] for security_group (da09f973-eed3-40e9-9fa9-023fe8de1d10), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:45.666791 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:45.728092 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port 42d24ca8-fad4-4e0f-939d-8ba0d7c60163 is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:45.855634 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a5280f76-e980-45fb-93b7-b68b9985d715 None None] Publish callbacks [] for port (c78fd4eb-ef4c-4507-afd8-89e6c1a53425), precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:45.863477 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a5280f76-e980-45fb-93b7-b68b9985d715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (c78fd4eb-ef4c-4507-afd8-89e6c1a53425), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:45.870221 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:45.907377 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-a5280f76-e980-45fb-93b7-b68b9985d715 None None] Attempting to bind port c78fd4eb-ef4c-4507-afd8-89e6c1a53425 on host dv-cinder-740146-21-smb for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:13:45.908129 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-a5280f76-e980-45fb-93b7-b68b9985d715 None None] Attempting to bind port c78fd4eb-ef4c-4507-afd8-89e6c1a53425 by drivers openvswitch,hyperv on host dv-cinder-740146-21-smb at level 0 using segments [{'id': '3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:13:45.908129 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5280f76-e980-45fb-93b7-b68b9985d715 None None] Attempting to bind port c78fd4eb-ef4c-4507-afd8-89e6c1a53425 on network b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:13:45.948202 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b67911-bf88-4194-9a8b-a968a987ebf4 None None] Pushing event updated for resources: {'Port': ['ID=c78fd4eb-ef4c-4507-afd8-89e6c1a53425,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:45.970166 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5280f76-e980-45fb-93b7-b68b9985d715 None None] Checking agent: {'id': '732f1f10-53c2-4a73-b7b4-882674716f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 25), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:13:45.970703 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5280f76-e980-45fb-93b7-b68b9985d715 None None] Checking segment: {'id': '3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:13:45.971313 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a5280f76-e980-45fb-93b7-b68b9985d715 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:45.971988 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5280f76-e980-45fb-93b7-b68b9985d715 None None] Bound using segment: {'id': '3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:13:45.972414 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-a5280f76-e980-45fb-93b7-b68b9985d715 None None] Bound port: c78fd4eb-ef4c-4507-afd8-89e6c1a53425, host: dv-cinder-740146-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:13:45.972928 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a5280f76-e980-45fb-93b7-b68b9985d715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (c78fd4eb-ef4c-4507-afd8-89e6c1a53425), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:46.028048 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-a5280f76-e980-45fb-93b7-b68b9985d715 None None] For port c78fd4eb-ef4c-4507-afd8-89e6c1a53425, host dv-cinder-740146-21-smb, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:13:46.032381 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-a5280f76-e980-45fb-93b7-b68b9985d715 None None] For port c78fd4eb-ef4c-4507-afd8-89e6c1a53425, host dv-cinder-740146-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=c78fd4eb-ef4c-4507-afd8-89e6c1a53425,segment=NetworkSegment(3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633),segment_id=3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:13:46.040682 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a5280f76-e980-45fb-93b7-b68b9985d715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (c78fd4eb-ef4c-4507-afd8-89e6c1a53425), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:46.079895 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b0247-54ad-4ba4-bdc5-c7860fd6f9a8 req-538da480-4885-4ce5-b331-161c95f8f2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:46.082160 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-149b0247-54ad-4ba4-bdc5-c7860fd6f9a8 req-538da480-4885-4ce5-b331-161c95f8f2c9 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=b407de2089554e13839d51f270c3adf1&device_id=bf0a0b06-11f5-4db6-8d64-4c1e053438dc HTTP/1.1" status: 200 len: 1130 time: 0.4123974 Sep 29 02:13:46.087609 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5280f76-e980-45fb-93b7-b68b9985d715 None None] Routers {'d27c9d5a-e0da-43cc-b1cd-960715b6a45e'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:13:46.087609 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-a5280f76-e980-45fb-93b7-b68b9985d715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:13:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['d27c9d5a-e0da-43cc-b1cd-960715b6a45e'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:13:46.089952 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:46.153228 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b67911-bf88-4194-9a8b-a968a987ebf4 None None] Pushing event updated for resources: {'Port': ['ID=c78fd4eb-ef4c-4507-afd8-89e6c1a53425,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:46.197441 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f86eb-4429-4aa7-8c34-bc776248da39 req-5b09474d-71a5-432f-a381-4d347338b945 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:46.204182 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-8a1f86eb-4429-4aa7-8c34-bc776248da39 req-5b09474d-71a5-432f-a381-4d347338b945 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bf0a0b06-11f5-4db6-8d64-4c1e053438dc HTTP/1.1" status: 200 len: 946 time: 0.4797373 Sep 29 02:13:46.226008 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-a5280f76-e980-45fb-93b7-b68b9985d715 None None] Set router d27c9d5a-e0da-43cc-b1cd-960715b6a45e gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:13:46.239022 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fb806313-29ea-428e-8e71-b21aea48bedd admin admin] Publish callbacks [] for port (ce6e0b97-620d-420f-944b-087bcacfda36), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:46.254505 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 42d24ca8-fad4-4e0f-939d-8ba0d7c60163 up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:13:46.288669 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b0247-54ad-4ba4-bdc5-c7860fd6f9a8 req-c619c42c-c268-4e61-b3e1-3c701605f197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:46.290326 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-149b0247-54ad-4ba4-bdc5-c7860fd6f9a8 req-c619c42c-c268-4e61-b3e1-3c701605f197 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3 HTTP/1.1" status: 200 len: 919 time: 0.1935303 Sep 29 02:13:46.316429 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4be5b224-d863-4675-8c57-7d147d6e263d req-8308e17b-6140-4bbf-9118-04c0f9b816ed service neutron] 10.222.0.49 "GET /networking/v2.0/networks/681bbea9-42f3-45d1-b55a-67905b8511b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6454720 Sep 29 02:13:46.321722 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-012bd91d-75e1-4c67-9575-b0cc00bab7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (da09f973-eed3-40e9-9fa9-023fe8de1d10), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:46.324187 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-012bd91d-75e1-4c67-9575-b0cc00bab7a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:46.328021 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-012bd91d-75e1-4c67-9575-b0cc00bab7a2 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/da09f973-eed3-40e9-9fa9-023fe8de1d10 HTTP/1.1" status: 204 len: 168 time: 0.9038904 Sep 29 02:13:46.378721 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-149b0247-54ad-4ba4-bdc5-c7860fd6f9a8 req-7d12a8c5-0241-4211-a436-95c8cf7147ef service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3e04057-49ba-4540-bf12-69dd05468f6b HTTP/1.1" status: 200 len: 217 time: 0.0791624 Sep 29 02:13:46.389170 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port 42d24ca8-fad4-4e0f-939d-8ba0d7c60163 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:46.389605 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (42d24ca8-fad4-4e0f-939d-8ba0d7c60163), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:46.389943 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port 42d24ca8-fad4-4e0f-939d-8ba0d7c60163 Sep 29 02:13:46.406770 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-8a1f86eb-4429-4aa7-8c34-bc776248da39 req-799d0c25-9a5e-4fcd-abd9-582e46ecf395 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016594 Sep 29 02:13:46.413904 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012bd91d-75e1-4c67-9575-b0cc00bab7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da09f973-eed3-40e9-9fa9-023fe8de1d10,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:46.460444 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fb806313-29ea-428e-8e71-b21aea48bedd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (ce6e0b97-620d-420f-944b-087bcacfda36), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:46.544165 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-a5280f76-e980-45fb-93b7-b68b9985d715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27c9d5a-e0da-43cc-b1cd-960715b6a45e', 'name': 'tempest-TestMinimumBasicScenario-1329824133-router', 'tenant_id': 'a0f6cd46c1dc4a8db7c523f4baa60fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': 'c78fd4eb-ef4c-4507-afd8-89e6c1a53425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:13:40Z', 'updated_at': '2022-09-29T02:13:43Z', 'revision_number': 3, 'project_id': 'a0f6cd46c1dc4a8db7c523f4baa60fa4', 'gw_port': {'id': 'c78fd4eb-ef4c-4507-afd8-89e6c1a53425', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27c9d5a-e0da-43cc-b1cd-960715b6a45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:13:41Z', 'updated_at': '2022-09-29T02:13:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb'}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:13:46.554126 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb806313-29ea-428e-8e71-b21aea48bedd admin admin] Pushing event updated for resources: {'Port': ['ID=ce6e0b97-620d-420f-944b-087bcacfda36,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:46.567820 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb806313-29ea-428e-8e71-b21aea48bedd admin admin] Network afd84b73-45a5-40cd-8ab0-8828b651fa3b is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:13:46.569600 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-fb806313-29ea-428e-8e71-b21aea48bedd admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:13:46.572684 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb806313-29ea-428e-8e71-b21aea48bedd admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:13:46.614198 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b0247-54ad-4ba4-bdc5-c7860fd6f9a8 req-ce2144e3-6f78-4c1f-9e77-542d16808d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:46.616039 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-149b0247-54ad-4ba4-bdc5-c7860fd6f9a8 req-ce2144e3-6f78-4c1f-9e77-542d16808d01 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=2111ad5b-3d2c-43c1-94a3-5ae626ce912e HTTP/1.1" status: 200 len: 857 time: 0.2294247 Sep 29 02:13:46.669398 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fb806313-29ea-428e-8e71-b21aea48bedd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2064679'] for router_interface (d27c9d5a-e0da-43cc-b1cd-960715b6a45e), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:46.675338 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5280f76-e980-45fb-93b7-b68b9985d715 None None] The sync data for ids ['d27c9d5a-e0da-43cc-b1cd-960715b6a45e'] in dv-cinder-740146-21-smb is: [{'id': 'd27c9d5a-e0da-43cc-b1cd-960715b6a45e', 'name': 'tempest-TestMinimumBasicScenario-1329824133-router', 'tenant_id': 'a0f6cd46c1dc4a8db7c523f4baa60fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': 'c78fd4eb-ef4c-4507-afd8-89e6c1a53425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:13:40Z', 'updated_at': '2022-09-29T02:13:43Z', 'revision_number': 3, 'project_id': 'a0f6cd46c1dc4a8db7c523f4baa60fa4', 'gw_port': {'id': 'c78fd4eb-ef4c-4507-afd8-89e6c1a53425', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27c9d5a-e0da-43cc-b1cd-960715b6a45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:13:41Z', 'updated_at': '2022-09-29T02:13:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb'}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:13:46.706695 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port 42d24ca8-fad4-4e0f-939d-8ba0d7c60163 is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:46.765924 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:46.794969 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b0247-54ad-4ba4-bdc5-c7860fd6f9a8 req-acfd7816-2250-407f-9deb-ed5deaf90fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:46.796878 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-149b0247-54ad-4ba4-bdc5-c7860fd6f9a8 req-acfd7816-2250-407f-9deb-ed5deaf90fa1 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1723702 Sep 29 02:13:46.810495 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9c3a073a-b52c-49f1-9680-43240cda9500 req-9d3d55cc-d697-4f65-ae1e-83448e30ba77 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3bfc8b0b-ba5e-4162-895b-e99ad170e20f HTTP/1.1" status: 200 len: 210 time: 0.0676448 Sep 29 02:13:47.025996 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4f943e5b-371b-401b-8632-d416b6b5141a None None] Provisioning complete for port ce6e0b97-620d-420f-944b-087bcacfda36 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:47.025996 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4f943e5b-371b-401b-8632-d416b6b5141a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (ce6e0b97-620d-420f-944b-087bcacfda36), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:47.033183 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fb806313-29ea-428e-8e71-b21aea48bedd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (ce6e0b97-620d-420f-944b-087bcacfda36), before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:47.034563 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-4f943e5b-371b-401b-8632-d416b6b5141a None None] Attempt 1 to provision port ce6e0b97-620d-420f-944b-087bcacfda36 Sep 29 02:13:47.066716 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-149b0247-54ad-4ba4-bdc5-c7860fd6f9a8 req-e9f8e645-e0b4-4c36-bc6c-a6bd39f37197 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547712 Sep 29 02:13:47.103167 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4f943e5b-371b-401b-8632-d416b6b5141a None None] Port ce6e0b97-620d-420f-944b-087bcacfda36 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:47.146268 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 54052) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:47.163140 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d4072283-3f5b-43d0-9441-fe14ce4696e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:47.269827 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d4072283-3f5b-43d0-9441-fe14ce4696e6 admin admin] Publish callbacks [] for security_group (4934f6a5-597e-4be6-8a87-c518fefa7bd9), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:47.275166 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d4072283-3f5b-43d0-9441-fe14ce4696e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (4934f6a5-597e-4be6-8a87-c518fefa7bd9), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:47.288623 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-149b0247-54ad-4ba4-bdc5-c7860fd6f9a8 req-260c0168-e395-4258-9e35-546f5f395373 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096138 Sep 29 02:13:47.324343 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-d4072283-3f5b-43d0-9441-fe14ce4696e6 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=795e943e46fd47ea9914d3136be68dda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1769729 Sep 29 02:13:47.325804 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4072283-3f5b-43d0-9441-fe14ce4696e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4934f6a5-597e-4be6-8a87-c518fefa7bd9,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:47.328696 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 54054) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:47.396511 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fb806313-29ea-428e-8e71-b21aea48bedd admin admin] Publish callbacks [] for port (ce6e0b97-620d-420f-944b-087bcacfda36), precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:47.403561 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fb806313-29ea-428e-8e71-b21aea48bedd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26030496'] for port (ce6e0b97-620d-420f-944b-087bcacfda36), after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:47.428975 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:47.475217 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-88291058-beda-4200-97cf-842b622e5095 admin admin] Publish callbacks [] for security_group (4934f6a5-597e-4be6-8a87-c518fefa7bd9), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:47.506247 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fb806313-29ea-428e-8e71-b21aea48bedd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1703214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2064787'] for router_interface (d27c9d5a-e0da-43cc-b1cd-960715b6a45e), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:47.522989 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-88291058-beda-4200-97cf-842b622e5095 admin admin] Publish callbacks [] for security_group (4934f6a5-597e-4be6-8a87-c518fefa7bd9), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:47.531632 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb806313-29ea-428e-8e71-b21aea48bedd admin admin] Pushing event updated for resources: {'Port': ['ID=ce6e0b97-620d-420f-944b-087bcacfda36,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:47.604494 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-4f943e5b-371b-401b-8632-d416b6b5141a None None] Attempt 2 to provision port ce6e0b97-620d-420f-944b-087bcacfda36 Sep 29 02:13:47.608288 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:47.611094 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9519c2f1-7aeb-41c2-9810-294ff4398e84 req-bf7fedac-1462-468b-bbd4-bd57091ed50a tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:47.613392 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9519c2f1-7aeb-41c2-9810-294ff4398e84 req-bf7fedac-1462-468b-bbd4-bd57091ed50a tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bf0a0b06-11f5-4db6-8d64-4c1e053438dc HTTP/1.1" status: 200 len: 946 time: 0.1129873 Sep 29 02:13:47.651805 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:47.676700 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4f943e5b-371b-401b-8632-d416b6b5141a None None] Port ce6e0b97-620d-420f-944b-087bcacfda36 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:47.724376 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-88291058-beda-4200-97cf-842b622e5095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (4934f6a5-597e-4be6-8a87-c518fefa7bd9), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:47.726961 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-88291058-beda-4200-97cf-842b622e5095 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:47.728120 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-88291058-beda-4200-97cf-842b622e5095 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/4934f6a5-597e-4be6-8a87-c518fefa7bd9 HTTP/1.1" status: 204 len: 168 time: 0.3982732 Sep 29 02:13:47.744207 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9519c2f1-7aeb-41c2-9810-294ff4398e84 req-20721a71-8192-49a6-85f7-872fb3177ec4 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040096 Sep 29 02:13:47.760563 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88291058-beda-4200-97cf-842b622e5095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4934f6a5-597e-4be6-8a87-c518fefa7bd9,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:47.783889 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb806313-29ea-428e-8e71-b21aea48bedd admin admin] Network afd84b73-45a5-40cd-8ab0-8828b651fa3b is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:13:47.785854 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-fb806313-29ea-428e-8e71-b21aea48bedd admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:13:48.027147 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb806313-29ea-428e-8e71-b21aea48bedd admin admin] Router d27c9d5a-e0da-43cc-b1cd-960715b6a45e has already been hosted by L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:13:48.029341 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-06fe53c1-45ba-435f-b4de-8d249f78f70c req-9847771d-be5e-4769-97e5-711795f5c003 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3bfc8b0b-ba5e-4162-895b-e99ad170e20f HTTP/1.1" status: 200 len: 210 time: 0.0681841 Sep 29 02:13:48.171394 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb806313-29ea-428e-8e71-b21aea48bedd admin admin] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:13:48.189047 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-fb806313-29ea-428e-8e71-b21aea48bedd admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/d27c9d5a-e0da-43cc-b1cd-960715b6a45e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9501631 Sep 29 02:13:48.189449 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-4f943e5b-371b-401b-8632-d416b6b5141a None None] Attempt 3 to provision port ce6e0b97-620d-420f-944b-087bcacfda36 Sep 29 02:13:48.218904 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device c78fd4eb-ef4c-4507-afd8-89e6c1a53425 up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:13:48.228355 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:48.254912 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4f943e5b-371b-401b-8632-d416b6b5141a None None] Port ce6e0b97-620d-420f-944b-087bcacfda36 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:48.286459 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port c78fd4eb-ef4c-4507-afd8-89e6c1a53425 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:48.287038 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (c78fd4eb-ef4c-4507-afd8-89e6c1a53425), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:48.287540 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port c78fd4eb-ef4c-4507-afd8-89e6c1a53425 Sep 29 02:13:48.367926 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port c78fd4eb-ef4c-4507-afd8-89e6c1a53425 is: DOWN; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:48.368375 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (c78fd4eb-ef4c-4507-afd8-89e6c1a53425), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:48.394569 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] For port c78fd4eb-ef4c-4507-afd8-89e6c1a53425, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=c78fd4eb-ef4c-4507-afd8-89e6c1a53425,segment=NetworkSegment(3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633),segment_id=3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:13:48.399697 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (c78fd4eb-ef4c-4507-afd8-89e6c1a53425), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:48.459405 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Pushing event updated for resources: {'Port': ['ID=c78fd4eb-ef4c-4507-afd8-89e6c1a53425,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:48.693847 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2313cafb-c191-40d9-af24-3ed3dcbca189 None None] Sync routers for ids ['d27c9d5a-e0da-43cc-b1cd-960715b6a45e'] in dv-cinder-740146-21-smb {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:13:48.703998 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2313cafb-c191-40d9-af24-3ed3dcbca189 None None] Routers {'d27c9d5a-e0da-43cc-b1cd-960715b6a45e'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:13:48.704685 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-2313cafb-c191-40d9-af24-3ed3dcbca189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:13:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['d27c9d5a-e0da-43cc-b1cd-960715b6a45e'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:13:48.755864 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-4f943e5b-371b-401b-8632-d416b6b5141a None None] Attempt 4 to provision port ce6e0b97-620d-420f-944b-087bcacfda36 Sep 29 02:13:48.793999 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4f943e5b-371b-401b-8632-d416b6b5141a None None] Port ce6e0b97-620d-420f-944b-087bcacfda36 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:48.835019 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-2313cafb-c191-40d9-af24-3ed3dcbca189 None None] Set router d27c9d5a-e0da-43cc-b1cd-960715b6a45e gateway port host: dv-cinder-740146-21-smb {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:13:48.918347 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac4d7b-8e4e-46f7-818c-791d6c52e360 req-1a485585-d878-43f9-a529-511278c10f3e tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:48.919943 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6bac4d7b-8e4e-46f7-818c-791d6c52e360 req-1a485585-d878-43f9-a529-511278c10f3e tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bf0a0b06-11f5-4db6-8d64-4c1e053438dc HTTP/1.1" status: 200 len: 946 time: 0.0701175 Sep 29 02:13:48.992160 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6bac4d7b-8e4e-46f7-818c-791d6c52e360 req-981a0b36-79a5-4adc-8064-7825c11b0557 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642378 Sep 29 02:13:49.069638 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 6 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:13:49.089505 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-2313cafb-c191-40d9-af24-3ed3dcbca189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27c9d5a-e0da-43cc-b1cd-960715b6a45e', 'name': 'tempest-TestMinimumBasicScenario-1329824133-router', 'tenant_id': 'a0f6cd46c1dc4a8db7c523f4baa60fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': 'c78fd4eb-ef4c-4507-afd8-89e6c1a53425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:13:40Z', 'updated_at': '2022-09-29T02:13:46Z', 'revision_number': 4, 'project_id': 'a0f6cd46c1dc4a8db7c523f4baa60fa4', 'gw_port': {'id': 'c78fd4eb-ef4c-4507-afd8-89e6c1a53425', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27c9d5a-e0da-43cc-b1cd-960715b6a45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:13:41Z', 'updated_at': '2022-09-29T02:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': 'ce6e0b97-620d-420f-944b-087bcacfda36', 'name': '', 'network_id': 'afd84b73-45a5-40cd-8ab0-8828b651fa3b', 'tenant_id': 'a0f6cd46c1dc4a8db7c523f4baa60fa4', 'mac_address': 'fa:16:3e:d5:cd:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27c9d5a-e0da-43cc-b1cd-960715b6a45e', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c97f6df0-b939-4ca0-a7b7-c7c16ca4dbb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:13:45Z', 'updated_at': '2022-09-29T02:13:47Z', 'revision_number': 2, 'project_id': 'a0f6cd46c1dc4a8db7c523f4baa60fa4', 'subnets': [{'id': 'c97f6df0-b939-4ca0-a7b7-c7c16ca4dbb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:13:49.126064 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2313cafb-c191-40d9-af24-3ed3dcbca189 None None] Checking router: d27c9d5a-e0da-43cc-b1cd-960715b6a45e for host: dv-cinder-740146-21-smb {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:13:49.126426 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2313cafb-c191-40d9-af24-3ed3dcbca189 None None] Updating router d27c9d5a-e0da-43cc-b1cd-960715b6a45e port ce6e0b97-620d-420f-944b-087bcacfda36 binding host dv-cinder-740146-21-smb {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:13:49.207205 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-2313cafb-c191-40d9-af24-3ed3dcbca189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (ce6e0b97-620d-420f-944b-087bcacfda36), before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:49.211838 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-36bc755e-1ad3-4613-9f4f-55cbd172fa72 req-604f45c8-c143-4dbf-b984-c3906cee31f3 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3bfc8b0b-ba5e-4162-895b-e99ad170e20f HTTP/1.1" status: 200 len: 210 time: 0.0438383 Sep 29 02:13:49.295545 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-4f943e5b-371b-401b-8632-d416b6b5141a None None] Attempt 5 to provision port ce6e0b97-620d-420f-944b-087bcacfda36 Sep 29 02:13:49.398872 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4f943e5b-371b-401b-8632-d416b6b5141a None None] Port ce6e0b97-620d-420f-944b-087bcacfda36 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:49.523160 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:49.584996 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-38c6a39d-381f-4d48-ba73-b7becea0bdf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:49.725890 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:49.741743 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-2313cafb-c191-40d9-af24-3ed3dcbca189 None None] Publish callbacks [] for port (ce6e0b97-620d-420f-944b-087bcacfda36), precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:49.760419 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-2313cafb-c191-40d9-af24-3ed3dcbca189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (ce6e0b97-620d-420f-944b-087bcacfda36), after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:49.807032 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f72a547-499a-4730-b7c1-ed9bd311df9f None None] Pushing event updated for resources: {'Port': ['ID=ce6e0b97-620d-420f-944b-087bcacfda36,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:49.900552 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-4f943e5b-371b-401b-8632-d416b6b5141a None None] Attempt 6 to provision port ce6e0b97-620d-420f-944b-087bcacfda36 Sep 29 02:13:49.904534 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-2313cafb-c191-40d9-af24-3ed3dcbca189 None None] Attempting to bind port ce6e0b97-620d-420f-944b-087bcacfda36 on host dv-cinder-740146-21-smb for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:13:49.922005 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-2313cafb-c191-40d9-af24-3ed3dcbca189 None None] Attempting to bind port ce6e0b97-620d-420f-944b-087bcacfda36 by drivers openvswitch,hyperv on host dv-cinder-740146-21-smb at level 0 using segments [{'id': 'a40af090-41e4-4cf6-b62e-0aa90f26f306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'afd84b73-45a5-40cd-8ab0-8828b651fa3b'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:13:49.922282 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2313cafb-c191-40d9-af24-3ed3dcbca189 None None] Attempting to bind port ce6e0b97-620d-420f-944b-087bcacfda36 on network afd84b73-45a5-40cd-8ab0-8828b651fa3b {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:13:49.990883 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2313cafb-c191-40d9-af24-3ed3dcbca189 None None] Checking agent: {'id': '732f1f10-53c2-4a73-b7b4-882674716f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 25), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:13:49.999209 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2313cafb-c191-40d9-af24-3ed3dcbca189 None None] Checking segment: {'id': 'a40af090-41e4-4cf6-b62e-0aa90f26f306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'afd84b73-45a5-40cd-8ab0-8828b651fa3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:13:49.999968 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-2313cafb-c191-40d9-af24-3ed3dcbca189 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:50.000804 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2313cafb-c191-40d9-af24-3ed3dcbca189 None None] Bound using segment: {'id': 'a40af090-41e4-4cf6-b62e-0aa90f26f306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'afd84b73-45a5-40cd-8ab0-8828b651fa3b'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:13:50.001908 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-2313cafb-c191-40d9-af24-3ed3dcbca189 None None] Bound port: ce6e0b97-620d-420f-944b-087bcacfda36, host: dv-cinder-740146-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40af090-41e4-4cf6-b62e-0aa90f26f306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'afd84b73-45a5-40cd-8ab0-8828b651fa3b'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:13:50.002810 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-2313cafb-c191-40d9-af24-3ed3dcbca189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (ce6e0b97-620d-420f-944b-087bcacfda36), before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:50.165600 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-2313cafb-c191-40d9-af24-3ed3dcbca189 None None] For port ce6e0b97-620d-420f-944b-087bcacfda36, host dv-cinder-740146-21-smb, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:13:50.184037 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-2313cafb-c191-40d9-af24-3ed3dcbca189 None None] For port ce6e0b97-620d-420f-944b-087bcacfda36, host dv-cinder-740146-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=ce6e0b97-620d-420f-944b-087bcacfda36,segment=NetworkSegment(a40af090-41e4-4cf6-b62e-0aa90f26f306),segment_id=a40af090-41e4-4cf6-b62e-0aa90f26f306)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:13:50.203662 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-2313cafb-c191-40d9-af24-3ed3dcbca189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (ce6e0b97-620d-420f-944b-087bcacfda36), after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:50.272995 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4f943e5b-371b-401b-8632-d416b6b5141a None None] Port ce6e0b97-620d-420f-944b-087bcacfda36 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:13:50.301983 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device c78fd4eb-ef4c-4507-afd8-89e6c1a53425 up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:13:50.302634 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d2945-d160-418c-8365-49be503334ab req-720c05cf-b440-4ef4-b929-afc4ee919742 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:50.310326 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-902d2945-d160-418c-8365-49be503334ab req-720c05cf-b440-4ef4-b929-afc4ee919742 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bf0a0b06-11f5-4db6-8d64-4c1e053438dc HTTP/1.1" status: 200 len: 946 time: 0.1380343 Sep 29 02:13:50.327693 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2313cafb-c191-40d9-af24-3ed3dcbca189 None None] Routers {'d27c9d5a-e0da-43cc-b1cd-960715b6a45e'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:13:50.331920 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-2313cafb-c191-40d9-af24-3ed3dcbca189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:13:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['d27c9d5a-e0da-43cc-b1cd-960715b6a45e'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:13:50.363447 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port c78fd4eb-ef4c-4507-afd8-89e6c1a53425 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:50.364424 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (c78fd4eb-ef4c-4507-afd8-89e6c1a53425), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:50.364758 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port c78fd4eb-ef4c-4507-afd8-89e6c1a53425 Sep 29 02:13:50.433512 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f72a547-499a-4730-b7c1-ed9bd311df9f None None] Pushing event updated for resources: {'Port': ['ID=ce6e0b97-620d-420f-944b-087bcacfda36,revision_number=4']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:50.442836 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-902d2945-d160-418c-8365-49be503334ab req-40d8f366-bf9f-4672-a39e-e5630cd164a4 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298592 Sep 29 02:13:50.447552 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-39f8ae3c-fbb7-4aa5-9cde-00151b5f7ac3 req-a29cf18d-1949-4e98-9ecf-01cb4e966c5d tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3bfc8b0b-ba5e-4162-895b-e99ad170e20f HTTP/1.1" status: 200 len: 210 time: 0.0870218 Sep 29 02:13:50.490225 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port c78fd4eb-ef4c-4507-afd8-89e6c1a53425 is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:50.584383 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-2313cafb-c191-40d9-af24-3ed3dcbca189 None None] Set router d27c9d5a-e0da-43cc-b1cd-960715b6a45e gateway port host: dv-cinder-740146-21-smb {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:13:50.774816 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-4f943e5b-371b-401b-8632-d416b6b5141a None None] Attempt 7 to provision port ce6e0b97-620d-420f-944b-087bcacfda36 Sep 29 02:13:50.833802 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-2313cafb-c191-40d9-af24-3ed3dcbca189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27c9d5a-e0da-43cc-b1cd-960715b6a45e', 'name': 'tempest-TestMinimumBasicScenario-1329824133-router', 'tenant_id': 'a0f6cd46c1dc4a8db7c523f4baa60fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': 'c78fd4eb-ef4c-4507-afd8-89e6c1a53425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:13:40Z', 'updated_at': '2022-09-29T02:13:46Z', 'revision_number': 4, 'project_id': 'a0f6cd46c1dc4a8db7c523f4baa60fa4', 'gw_port': {'id': 'c78fd4eb-ef4c-4507-afd8-89e6c1a53425', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27c9d5a-e0da-43cc-b1cd-960715b6a45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:13:41Z', 'updated_at': '2022-09-29T02:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': 'ce6e0b97-620d-420f-944b-087bcacfda36', 'name': '', 'network_id': 'afd84b73-45a5-40cd-8ab0-8828b651fa3b', 'tenant_id': 'a0f6cd46c1dc4a8db7c523f4baa60fa4', 'mac_address': 'fa:16:3e:d5:cd:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27c9d5a-e0da-43cc-b1cd-960715b6a45e', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c97f6df0-b939-4ca0-a7b7-c7c16ca4dbb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:13:45Z', 'updated_at': '2022-09-29T02:13:50Z', 'revision_number': 4, 'project_id': 'a0f6cd46c1dc4a8db7c523f4baa60fa4', 'subnets': [{'id': 'c97f6df0-b939-4ca0-a7b7-c7c16ca4dbb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:13:50.883904 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2313cafb-c191-40d9-af24-3ed3dcbca189 None None] The sync data for ids ['d27c9d5a-e0da-43cc-b1cd-960715b6a45e'] in dv-cinder-740146-21-smb is: [{'id': 'd27c9d5a-e0da-43cc-b1cd-960715b6a45e', 'name': 'tempest-TestMinimumBasicScenario-1329824133-router', 'tenant_id': 'a0f6cd46c1dc4a8db7c523f4baa60fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': 'c78fd4eb-ef4c-4507-afd8-89e6c1a53425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:13:40Z', 'updated_at': '2022-09-29T02:13:46Z', 'revision_number': 4, 'project_id': 'a0f6cd46c1dc4a8db7c523f4baa60fa4', 'gw_port': {'id': 'c78fd4eb-ef4c-4507-afd8-89e6c1a53425', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27c9d5a-e0da-43cc-b1cd-960715b6a45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:13:41Z', 'updated_at': '2022-09-29T02:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': 'ce6e0b97-620d-420f-944b-087bcacfda36', 'name': '', 'network_id': 'afd84b73-45a5-40cd-8ab0-8828b651fa3b', 'tenant_id': 'a0f6cd46c1dc4a8db7c523f4baa60fa4', 'mac_address': 'fa:16:3e:d5:cd:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27c9d5a-e0da-43cc-b1cd-960715b6a45e', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c97f6df0-b939-4ca0-a7b7-c7c16ca4dbb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:13:45Z', 'updated_at': '2022-09-29T02:13:50Z', 'revision_number': 4, 'project_id': 'a0f6cd46c1dc4a8db7c523f4baa60fa4', 'subnets': [{'id': 'c97f6df0-b939-4ca0-a7b7-c7c16ca4dbb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:13:51.016552 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4f943e5b-371b-401b-8632-d416b6b5141a None None] Current status of the port ce6e0b97-620d-420f-944b-087bcacfda36 is: DOWN; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:51.017136 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4f943e5b-371b-401b-8632-d416b6b5141a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (ce6e0b97-620d-420f-944b-087bcacfda36), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:51.129413 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-4f943e5b-371b-401b-8632-d416b6b5141a None None] For port ce6e0b97-620d-420f-944b-087bcacfda36, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=ce6e0b97-620d-420f-944b-087bcacfda36,segment=NetworkSegment(a40af090-41e4-4cf6-b62e-0aa90f26f306),segment_id=a40af090-41e4-4cf6-b62e-0aa90f26f306)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:13:51.139100 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4f943e5b-371b-401b-8632-d416b6b5141a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (ce6e0b97-620d-420f-944b-087bcacfda36), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:51.200940 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5b224-d863-4675-8c57-7d147d6e263d req-82711957-1954-4cdb-b382-a98e23988928 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:51.203412 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4be5b224-d863-4675-8c57-7d147d6e263d req-82711957-1954-4cdb-b382-a98e23988928 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.16 "GET /networking/v2.0/networks?id=681bbea9-42f3-45d1-b55a-67905b8511b8 HTTP/1.1" status: 200 len: 809 time: 0.2524097 Sep 29 02:13:51.217296 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f943e5b-371b-401b-8632-d416b6b5141a None None] Pushing event updated for resources: {'Port': ['ID=ce6e0b97-620d-420f-944b-087bcacfda36,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:51.223742 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [req-4be5b224-d863-4675-8c57-7d147d6e263d req-fec204d9-b7d0-46f2-be41-eba94389b5c1 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Request body: {'port': {'device_id': '3bfc8b0b-ba5e-4162-895b-e99ad170e20f', 'network_id': '681bbea9-42f3-45d1-b55a-67905b8511b8', 'admin_state_up': True, 'tenant_id': 'd06e11b31c404d7eaf1701be9001c76d'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:13:51.226542 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f943e5b-371b-401b-8632-d416b6b5141a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:51.227110 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f943e5b-371b-401b-8632-d416b6b5141a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:51.227622 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f943e5b-371b-401b-8632-d416b6b5141a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:51.228211 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f943e5b-371b-401b-8632-d416b6b5141a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:51.228551 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f943e5b-371b-401b-8632-d416b6b5141a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:51.228881 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f943e5b-371b-401b-8632-d416b6b5141a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:51.229203 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f943e5b-371b-401b-8632-d416b6b5141a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:51.229590 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f943e5b-371b-401b-8632-d416b6b5141a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:51.230075 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f943e5b-371b-401b-8632-d416b6b5141a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:51.230555 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f943e5b-371b-401b-8632-d416b6b5141a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:51.231032 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f943e5b-371b-401b-8632-d416b6b5141a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:51.231670 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f943e5b-371b-401b-8632-d416b6b5141a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:51.232153 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f943e5b-371b-401b-8632-d416b6b5141a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:51.232725 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f943e5b-371b-401b-8632-d416b6b5141a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:51.233189 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f943e5b-371b-401b-8632-d416b6b5141a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:13:51.264919 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9e1426f9-5d90-44de-acb0-5a57b1e7f9ea None None] Provisioning complete for port ce6e0b97-620d-420f-944b-087bcacfda36 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:51.265558 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9e1426f9-5d90-44de-acb0-5a57b1e7f9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (ce6e0b97-620d-420f-944b-087bcacfda36), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:51.266099 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-9e1426f9-5d90-44de-acb0-5a57b1e7f9ea None None] Attempt 1 to provision port ce6e0b97-620d-420f-944b-087bcacfda36 Sep 29 02:13:51.277922 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:51.287575 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:51.369588 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9e1426f9-5d90-44de-acb0-5a57b1e7f9ea None None] Current status of the port ce6e0b97-620d-420f-944b-087bcacfda36 is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:51.374598 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4be5b224-d863-4675-8c57-7d147d6e263d req-fec204d9-b7d0-46f2-be41-eba94389b5c1 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Made reservation on behalf of d06e11b31c404d7eaf1701be9001c76d for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:13:51.382444 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-4be5b224-d863-4675-8c57-7d147d6e263d req-fec204d9-b7d0-46f2-be41-eba94389b5c1 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:51.583715 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-4be5b224-d863-4675-8c57-7d147d6e263d req-fec204d9-b7d0-46f2-be41-eba94389b5c1 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Allocated IP 172.20.0.12 (681bbea9-42f3-45d1-b55a-67905b8511b8/b0e7c32d-5fb4-428f-b008-898be974fdca/559880dd-98d3-4f6c-bf99-c4736c8f49d7) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:13:51.611247 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:51.670941 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-aae1c8b0-7348-4d97-bce0-80a71215e64c req-e8087508-b20b-4a38-973c-38a6266cc21e tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3bfc8b0b-ba5e-4162-895b-e99ad170e20f HTTP/1.1" status: 200 len: 210 time: 0.0691526 Sep 29 02:13:51.710823 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb67267-d930-4a30-8016-a4ec943cd265 req-ef1a5dad-90af-4b1d-bd2d-c4e8f9d7e6ec tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:51.712014 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ffb67267-d930-4a30-8016-a4ec943cd265 req-ef1a5dad-90af-4b1d-bd2d-c4e8f9d7e6ec tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bf0a0b06-11f5-4db6-8d64-4c1e053438dc HTTP/1.1" status: 200 len: 946 time: 0.1621034 Sep 29 02:13:51.887958 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ffb67267-d930-4a30-8016-a4ec943cd265 req-303d1c2d-f263-4bf6-876a-2c6fa12d901a tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689978 Sep 29 02:13:51.999384 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-4be5b224-d863-4675-8c57-7d147d6e263d req-fec204d9-b7d0-46f2-be41-eba94389b5c1 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Publish callbacks [] for port (559880dd-98d3-4f6c-bf99-c4736c8f49d7), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:52.063783 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-4be5b224-d863-4675-8c57-7d147d6e263d req-fec204d9-b7d0-46f2-be41-eba94389b5c1 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (559880dd-98d3-4f6c-bf99-c4736c8f49d7), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:52.123756 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec204d9-b7d0-46f2-be41-eba94389b5c1 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Pushing event updated for resources: {'Port': ['ID=559880dd-98d3-4f6c-bf99-c4736c8f49d7,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:52.129232 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f5230955-31da-48ce-b35c-3ef59eaa2353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:52.141841 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4be5b224-d863-4675-8c57-7d147d6e263d req-fec204d9-b7d0-46f2-be41-eba94389b5c1 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Network 681bbea9-42f3-45d1-b55a-67905b8511b8 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:13:52.145446 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-4be5b224-d863-4675-8c57-7d147d6e263d req-fec204d9-b7d0-46f2-be41-eba94389b5c1 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:13:52.153021 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be5b224-d863-4675-8c57-7d147d6e263d req-fec204d9-b7d0-46f2-be41-eba94389b5c1 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:13:52.307757 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5b224-d863-4675-8c57-7d147d6e263d req-fec204d9-b7d0-46f2-be41-eba94389b5c1 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:52.308090 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-4be5b224-d863-4675-8c57-7d147d6e263d req-fec204d9-b7d0-46f2-be41-eba94389b5c1 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for port (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:52.336071 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device ce6e0b97-620d-420f-944b-087bcacfda36 up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:13:52.372824 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4be5b224-d863-4675-8c57-7d147d6e263d req-fec204d9-b7d0-46f2-be41-eba94389b5c1 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1542544 Sep 29 02:13:52.389985 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [req-4be5b224-d863-4675-8c57-7d147d6e263d req-510fc426-5f1c-4fa1-a77f-b96651423975 service neutron] Request body: {'port': {'device_id': '3bfc8b0b-ba5e-4162-895b-e99ad170e20f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:13:52.422050 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port ce6e0b97-620d-420f-944b-087bcacfda36 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:13:52.422648 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (ce6e0b97-620d-420f-944b-087bcacfda36), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:52.423032 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port ce6e0b97-620d-420f-944b-087bcacfda36 Sep 29 02:13:52.481024 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:52.511428 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-4be5b224-d863-4675-8c57-7d147d6e263d req-510fc426-5f1c-4fa1-a77f-b96651423975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (559880dd-98d3-4f6c-bf99-c4736c8f49d7), before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:52.625548 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:52.682676 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port ce6e0b97-620d-420f-944b-087bcacfda36 is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:13:52.924874 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8e05d-7000-4792-880b-0bc3c2a1ea92 req-42085ba9-2f0d-434b-932c-2705a5bb37f3 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:52.926532 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-67e8e05d-7000-4792-880b-0bc3c2a1ea92 req-42085ba9-2f0d-434b-932c-2705a5bb37f3 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3bfc8b0b-ba5e-4162-895b-e99ad170e20f HTTP/1.1" status: 200 len: 932 time: 0.0691981 Sep 29 02:13:53.046832 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-67e8e05d-7000-4792-880b-0bc3c2a1ea92 req-d1e03b37-0b44-46c8-ba55-bd253307c484 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a4a97e58-396f-4ea2-abe4-ff684f0788d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055176 Sep 29 02:13:53.141528 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.notifiers.nova [req-4be5b224-d863-4675-8c57-7d147d6e263d req-510fc426-5f1c-4fa1-a77f-b96651423975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 559880dd-98d3-4f6c-bf99-c4736c8f49d7 {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:13:53.152834 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-4be5b224-d863-4675-8c57-7d147d6e263d req-510fc426-5f1c-4fa1-a77f-b96651423975 service neutron] Publish callbacks [] for port (559880dd-98d3-4f6c-bf99-c4736c8f49d7), precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:53.201102 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-4be5b224-d863-4675-8c57-7d147d6e263d req-510fc426-5f1c-4fa1-a77f-b96651423975 service neutron] Transition to ACTIVE for port object 559880dd-98d3-4f6c-bf99-c4736c8f49d7 will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:13:53.210792 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-4be5b224-d863-4675-8c57-7d147d6e263d req-510fc426-5f1c-4fa1-a77f-b96651423975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26030496'] for port (559880dd-98d3-4f6c-bf99-c4736c8f49d7), after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:53.222742 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:53.587647 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510fc426-5f1c-4fa1-a77f-b96651423975 service neutron] Pushing event updated for resources: {'Port': ['ID=559880dd-98d3-4f6c-bf99-c4736c8f49d7,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:53.617774 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:53.629807 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-4be5b224-d863-4675-8c57-7d147d6e263d req-510fc426-5f1c-4fa1-a77f-b96651423975 service neutron] Attempting to bind port 559880dd-98d3-4f6c-bf99-c4736c8f49d7 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:13:53.630295 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-4be5b224-d863-4675-8c57-7d147d6e263d req-510fc426-5f1c-4fa1-a77f-b96651423975 service neutron] Attempting to bind port 559880dd-98d3-4f6c-bf99-c4736c8f49d7 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'd69739f8-63ce-450d-a9ae-043b7b1b481e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '681bbea9-42f3-45d1-b55a-67905b8511b8'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:13:53.630630 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be5b224-d863-4675-8c57-7d147d6e263d req-510fc426-5f1c-4fa1-a77f-b96651423975 service neutron] Attempting to bind port 559880dd-98d3-4f6c-bf99-c4736c8f49d7 on network 681bbea9-42f3-45d1-b55a-67905b8511b8 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:13:53.690131 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be5b224-d863-4675-8c57-7d147d6e263d req-510fc426-5f1c-4fa1-a77f-b96651423975 service neutron] Port 559880dd-98d3-4f6c-bf99-c4736c8f49d7 on network 681bbea9-42f3-45d1-b55a-67905b8511b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:13:53.690476 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be5b224-d863-4675-8c57-7d147d6e263d req-510fc426-5f1c-4fa1-a77f-b96651423975 service neutron] Attempting to bind port 559880dd-98d3-4f6c-bf99-c4736c8f49d7 on network 681bbea9-42f3-45d1-b55a-67905b8511b8 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:13:53.748486 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be5b224-d863-4675-8c57-7d147d6e263d req-510fc426-5f1c-4fa1-a77f-b96651423975 service neutron] Checking agent: {'id': '027a9bac-ca89-4228-9c1d-ae9e74cf172f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 9, 38), 'started_at': datetime.datetime(2022, 9, 29, 2, 9, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:13:53.748836 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be5b224-d863-4675-8c57-7d147d6e263d req-510fc426-5f1c-4fa1-a77f-b96651423975 service neutron] Checking segment: {'id': 'd69739f8-63ce-450d-a9ae-043b7b1b481e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '681bbea9-42f3-45d1-b55a-67905b8511b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:13:53.749241 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be5b224-d863-4675-8c57-7d147d6e263d req-510fc426-5f1c-4fa1-a77f-b96651423975 service neutron] Bound using segment: {'id': 'd69739f8-63ce-450d-a9ae-043b7b1b481e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '681bbea9-42f3-45d1-b55a-67905b8511b8'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:13:53.749907 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-4be5b224-d863-4675-8c57-7d147d6e263d req-510fc426-5f1c-4fa1-a77f-b96651423975 service neutron] Bound port: 559880dd-98d3-4f6c-bf99-c4736c8f49d7, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd69739f8-63ce-450d-a9ae-043b7b1b481e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '681bbea9-42f3-45d1-b55a-67905b8511b8'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:13:53.750166 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-4be5b224-d863-4675-8c57-7d147d6e263d req-510fc426-5f1c-4fa1-a77f-b96651423975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (559880dd-98d3-4f6c-bf99-c4736c8f49d7), before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:53.859876 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-4be5b224-d863-4675-8c57-7d147d6e263d req-510fc426-5f1c-4fa1-a77f-b96651423975 service neutron] For port 559880dd-98d3-4f6c-bf99-c4736c8f49d7, host hv-cinder-74014, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:13:53.863939 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-4be5b224-d863-4675-8c57-7d147d6e263d req-510fc426-5f1c-4fa1-a77f-b96651423975 service neutron] For port 559880dd-98d3-4f6c-bf99-c4736c8f49d7, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=559880dd-98d3-4f6c-bf99-c4736c8f49d7,segment=NetworkSegment(d69739f8-63ce-450d-a9ae-043b7b1b481e),segment_id=d69739f8-63ce-450d-a9ae-043b7b1b481e)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:13:53.873718 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-4be5b224-d863-4675-8c57-7d147d6e263d req-510fc426-5f1c-4fa1-a77f-b96651423975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26030496'] for port (559880dd-98d3-4f6c-bf99-c4736c8f49d7), after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:53.881380 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5b224-d863-4675-8c57-7d147d6e263d req-510fc426-5f1c-4fa1-a77f-b96651423975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:53.882114 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-4be5b224-d863-4675-8c57-7d147d6e263d req-510fc426-5f1c-4fa1-a77f-b96651423975 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for port (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:53.883689 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4be5b224-d863-4675-8c57-7d147d6e263d req-510fc426-5f1c-4fa1-a77f-b96651423975 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/559880dd-98d3-4f6c-bf99-c4736c8f49d7 HTTP/1.1" status: 200 len: 1094 time: 1.5015056 Sep 29 02:13:53.884259 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bfc8b0b-ba5e-4162-895b-e99ad170e20f', 'tag': '559880dd-98d3-4f6c-bf99-c4736c8f49d7'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:13:53.886718 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6fd434f9474e642ac52a32a239cb9403cb6cbac172bb9ea56eecab16f0e16c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9fa231e-c0ef-429b-8e2a-a3a4ee58a0ab" -d '{"events": [{"name": "network-changed", "server_uuid": "3bfc8b0b-ba5e-4162-895b-e99ad170e20f", "tag": "559880dd-98d3-4f6c-bf99-c4736c8f49d7"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:13:53.944256 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 54260) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:53.950490 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-1e01ccf4-0cc3-45f9-8d56-6d278392e928 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Request body: {'security_group': {'name': 'tempest-securitygroup--244667746', 'description': 'tempest-description--2024344095'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:13:53.994887 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1e01ccf4-0cc3-45f9-8d56-6d278392e928 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:54.026785 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a64eca5-599a-46e4-a7c3-a13617159ab8 x-openstack-request-id: req-2a64eca5-599a-46e4-a7c3-a13617159ab8 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:13:54.027077 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bfc8b0b-ba5e-4162-895b-e99ad170e20f", "tag": "559880dd-98d3-4f6c-bf99-c4736c8f49d7", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:13:54.027284 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2a64eca5-599a-46e4-a7c3-a13617159ab8 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:13:54.027689 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a64eca5-599a-46e4-a7c3-a13617159ab8'] response: {'name': 'network-changed', 'server_uuid': '3bfc8b0b-ba5e-4162-895b-e99ad170e20f', 'tag': '559880dd-98d3-4f6c-bf99-c4736c8f49d7', 'status': 'completed', 'code': 200} Sep 29 02:13:54.043423 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5b224-d863-4675-8c57-7d147d6e263d req-09f6d0e0-f034-47b9-b0fb-d8c10c7d8e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:54.044935 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4be5b224-d863-4675-8c57-7d147d6e263d req-09f6d0e0-f034-47b9-b0fb-d8c10c7d8e47 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=d06e11b31c404d7eaf1701be9001c76d&device_id=3bfc8b0b-ba5e-4162-895b-e99ad170e20f HTTP/1.1" status: 200 len: 1128 time: 0.1106453 Sep 29 02:13:54.063014 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510fc426-5f1c-4fa1-a77f-b96651423975 service neutron] Pushing event updated for resources: {'Port': ['ID=559880dd-98d3-4f6c-bf99-c4736c8f49d7,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:54.109573 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1e01ccf4-0cc3-45f9-8d56-6d278392e928 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks [] for security_group (fd11c45c-ad66-47fd-92da-9730e1899828), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:54.115773 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1e01ccf4-0cc3-45f9-8d56-6d278392e928 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (fd11c45c-ad66-47fd-92da-9730e1899828), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:54.118224 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4be5b224-d863-4675-8c57-7d147d6e263d req-9a4e74f4-cc84-4469-8bf4-63d2dd0cf621 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=559880dd-98d3-4f6c-bf99-c4736c8f49d7 HTTP/1.1" status: 200 len: 217 time: 0.0632615 Sep 29 02:13:54.144420 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=76,neutron:DELETE=2,neutron:INSERT=19,neutron:UPDATE=3 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:54.146918 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e01ccf4-0cc3-45f9-8d56-6d278392e928 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd11c45c-ad66-47fd-92da-9730e1899828,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:54.169475 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1e01ccf4-0cc3-45f9-8d56-6d278392e928 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:54.170775 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-1e01ccf4-0cc3-45f9-8d56-6d278392e928 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2245047 Sep 29 02:13:54.174403 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 54266) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:54.179473 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-d457e806-a4d7-4040-bdd1-950cb012024c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Request body: {'security_group_rule': {'security_group_id': 'fd11c45c-ad66-47fd-92da-9730e1899828', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:13:54.249847 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5b224-d863-4675-8c57-7d147d6e263d req-fbd09d91-d88c-4490-9a4c-8d6048c2464e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:54.251877 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4be5b224-d863-4675-8c57-7d147d6e263d req-fbd09d91-d88c-4490-9a4c-8d6048c2464e service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=b0e7c32d-5fb4-428f-b008-898be974fdca HTTP/1.1" status: 200 len: 849 time: 0.1203735 Sep 29 02:13:54.254219 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d457e806-a4d7-4040-bdd1-950cb012024c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks [] for security_group_rule (062f0388-5778-47ba-b341-3acf80a27c68), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:54.266631 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1e73a-2b6c-4f9c-86e7-9b0ee9b4b399 req-46ab768b-f32c-4e9e-b438-e5a3f1d343e1 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:54.266631 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-32d1e73a-2b6c-4f9c-86e7-9b0ee9b4b399 req-46ab768b-f32c-4e9e-b438-e5a3f1d343e1 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3bfc8b0b-ba5e-4162-895b-e99ad170e20f HTTP/1.1" status: 200 len: 944 time: 0.0800087 Sep 29 02:13:54.296527 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4be5b224-d863-4675-8c57-7d147d6e263d req-cffefdbd-e109-466a-b489-4537e67fa1af service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=681bbea9-42f3-45d1-b55a-67905b8511b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349958 Sep 29 02:13:54.302455 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=12 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:54.409259 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d457e806-a4d7-4040-bdd1-950cb012024c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks [] for security_group_rule (062f0388-5778-47ba-b341-3acf80a27c68), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:54.415614 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d457e806-a4d7-4040-bdd1-950cb012024c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602948'] for security_group_rule (062f0388-5778-47ba-b341-3acf80a27c68), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:54.447034 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d457e806-a4d7-4040-bdd1-950cb012024c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=062f0388-5778-47ba-b341-3acf80a27c68,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:54.467756 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-32d1e73a-2b6c-4f9c-86e7-9b0ee9b4b399 req-7f44db6f-b320-484a-901a-1953018f3e8a tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a4a97e58-396f-4ea2-abe4-ff684f0788d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960227 Sep 29 02:13:54.469012 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d457e806-a4d7-4040-bdd1-950cb012024c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:54.474863 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-d457e806-a4d7-4040-bdd1-950cb012024c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2987368 Sep 29 02:13:54.475465 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 54268) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:54.480496 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-916d97a6-7784-40d6-889f-bd301a810f85 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Request body: {'security_group_rule': {'security_group_id': 'fd11c45c-ad66-47fd-92da-9730e1899828', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:13:54.543068 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4be5b224-d863-4675-8c57-7d147d6e263d req-5d8e4d7d-5d15-4db5-b7db-4990bdfe6b9c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/681bbea9-42f3-45d1-b55a-67905b8511b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383978 Sep 29 02:13:54.543995 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-916d97a6-7784-40d6-889f-bd301a810f85 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks [] for security_group_rule (ce2ef023-db1a-4570-b620-f180ceaea03c), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:54.548110 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:54.726641 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4be5b224-d863-4675-8c57-7d147d6e263d req-df1c36e7-83fc-40a0-9585-90512f4226f2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/681bbea9-42f3-45d1-b55a-67905b8511b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694076 Sep 29 02:13:54.732249 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:54.741715 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-916d97a6-7784-40d6-889f-bd301a810f85 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks [] for security_group_rule (ce2ef023-db1a-4570-b620-f180ceaea03c), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:54.750497 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-916d97a6-7784-40d6-889f-bd301a810f85 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602948'] for security_group_rule (ce2ef023-db1a-4570-b620-f180ceaea03c), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:54.763146 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:54.774560 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d97a6-7784-40d6-889f-bd301a810f85 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce2ef023-db1a-4570-b620-f180ceaea03c,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:54.830907 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-916d97a6-7784-40d6-889f-bd301a810f85 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:54.832134 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-916d97a6-7784-40d6-889f-bd301a810f85 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3557105 Sep 29 02:13:54.835394 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 54280) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:54.839922 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-d70b01b0-6a42-4e27-88a1-d4b7ca5ff296 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Request body: {'floatingip': {'floating_network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:13:54.863344 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:54.871736 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d70b01b0-6a42-4e27-88a1-d4b7ca5ff296 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:54.881174 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa231e-c0ef-429b-8e2a-a3a4ee58a0ab req-661af7a8-89db-4769-8c48-c44110326d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:54.882753 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b9fa231e-c0ef-429b-8e2a-a3a4ee58a0ab req-661af7a8-89db-4769-8c48-c44110326d14 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=d06e11b31c404d7eaf1701be9001c76d&device_id=3bfc8b0b-ba5e-4162-895b-e99ad170e20f HTTP/1.1" status: 200 len: 1128 time: 0.0967267 Sep 29 02:13:54.981851 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d70b01b0-6a42-4e27-88a1-d4b7ca5ff296 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:55.001224 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa231e-c0ef-429b-8e2a-a3a4ee58a0ab req-4b368c66-992e-4b00-852e-9f40c8721cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:55.004312 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b9fa231e-c0ef-429b-8e2a-a3a4ee58a0ab req-4b368c66-992e-4b00-852e-9f40c8721cb3 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=681bbea9-42f3-45d1-b55a-67905b8511b8 HTTP/1.1" status: 200 len: 910 time: 0.1141241 Sep 29 02:13:55.048296 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b9fa231e-c0ef-429b-8e2a-a3a4ee58a0ab req-204ca31b-6902-4ce9-b3a9-388e373fc872 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=559880dd-98d3-4f6c-bf99-c4736c8f49d7 HTTP/1.1" status: 200 len: 217 time: 0.0389481 Sep 29 02:13:55.125124 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa231e-c0ef-429b-8e2a-a3a4ee58a0ab req-041d532a-3d25-43c9-b78e-c9e24f56fe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:55.126682 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b9fa231e-c0ef-429b-8e2a-a3a4ee58a0ab req-041d532a-3d25-43c9-b78e-c9e24f56fe90 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=b0e7c32d-5fb4-428f-b008-898be974fdca HTTP/1.1" status: 200 len: 849 time: 0.0722208 Sep 29 02:13:55.151922 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-d70b01b0-6a42-4e27-88a1-d4b7ca5ff296 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Allocated IP 172.28.2.42 (b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd/e0ffa218-6ca5-4006-b711-a782d769deaf/9b75a722-4068-4d29-8163-3f5309b945d1) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:13:55.168659 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b9fa231e-c0ef-429b-8e2a-a3a4ee58a0ab req-2743e618-d807-4921-8c73-defb0a628c45 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=681bbea9-42f3-45d1-b55a-67905b8511b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345767 Sep 29 02:13:55.283728 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b9fa231e-c0ef-429b-8e2a-a3a4ee58a0ab req-736993c5-12ab-40ab-9dd1-df39e2e295e7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/681bbea9-42f3-45d1-b55a-67905b8511b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085865 Sep 29 02:13:55.290820 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d70b01b0-6a42-4e27-88a1-d4b7ca5ff296 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks [] for port (9b75a722-4068-4d29-8163-3f5309b945d1), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:55.330554 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d70b01b0-6a42-4e27-88a1-d4b7ca5ff296 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420'] for port (9b75a722-4068-4d29-8163-3f5309b945d1), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:55.372576 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70b01b0-6a42-4e27-88a1-d4b7ca5ff296 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Network b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:13:55.375651 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-d70b01b0-6a42-4e27-88a1-d4b7ca5ff296 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:13:55.382734 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70b01b0-6a42-4e27-88a1-d4b7ca5ff296 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:13:55.399011 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b01b0-6a42-4e27-88a1-d4b7ca5ff296 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Pushing event updated for resources: {'Port': ['ID=9b75a722-4068-4d29-8163-3f5309b945d1,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:55.400812 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b9fa231e-c0ef-429b-8e2a-a3a4ee58a0ab req-9abbc52f-a98d-4a21-ab16-09a2752bf915 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/681bbea9-42f3-45d1-b55a-67905b8511b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108787 Sep 29 02:13:55.446314 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d70b01b0-6a42-4e27-88a1-d4b7ca5ff296 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks [] for floatingip (81ead379-ea0f-41f0-af45-db186c883eb4), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:55.489098 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d70b01b0-6a42-4e27-88a1-d4b7ca5ff296 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (9b75a722-4068-4d29-8163-3f5309b945d1), before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:55.602749 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:55.632377 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ed1cc-53e3-402d-9f3a-c861872fe110 req-9b042c4f-ed56-40d4-afde-3cd9ec15de3c tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:55.639820 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-901ed1cc-53e3-402d-9f3a-c861872fe110 req-9b042c4f-ed56-40d4-afde-3cd9ec15de3c tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3bfc8b0b-ba5e-4162-895b-e99ad170e20f HTTP/1.1" status: 200 len: 944 time: 0.0634198 Sep 29 02:13:55.671542 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:55.682198 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d70b01b0-6a42-4e27-88a1-d4b7ca5ff296 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks [] for port (9b75a722-4068-4d29-8163-3f5309b945d1), precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:55.690054 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d70b01b0-6a42-4e27-88a1-d4b7ca5ff296 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (9b75a722-4068-4d29-8163-3f5309b945d1), after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:55.691143 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d70b01b0-6a42-4e27-88a1-d4b7ca5ff296 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1596334'] for floatingip (81ead379-ea0f-41f0-af45-db186c883eb4), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:55.702577 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-901ed1cc-53e3-402d-9f3a-c861872fe110 req-5abc7c81-2b6c-4ae1-ac67-70010d41222b tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a4a97e58-396f-4ea2-abe4-ff684f0788d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587952 Sep 29 02:13:55.746324 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b01b0-6a42-4e27-88a1-d4b7ca5ff296 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Pushing event updated for resources: {'Port': ['ID=9b75a722-4068-4d29-8163-3f5309b945d1,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:55.752653 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d70b01b0-6a42-4e27-88a1-d4b7ca5ff296 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for floatingip (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:55.761370 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-d70b01b0-6a42-4e27-88a1-d4b7ca5ff296 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9175317 Sep 29 02:13:56.909148 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787929a-9732-48af-874c-cde0cdba4b6f req-2dceaaa7-a5fd-4a4f-9115-936e48c4aafd tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:56.910789 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d787929a-9732-48af-874c-cde0cdba4b6f req-2dceaaa7-a5fd-4a4f-9115-936e48c4aafd tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3bfc8b0b-ba5e-4162-895b-e99ad170e20f HTTP/1.1" status: 200 len: 944 time: 0.0880353 Sep 29 02:13:56.985222 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d787929a-9732-48af-874c-cde0cdba4b6f req-2489c6af-3950-42b8-a7bb-56e30214f841 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a4a97e58-396f-4ea2-abe4-ff684f0788d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649190 Sep 29 02:13:58.133995 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe84da-7cbe-461d-880f-ca0c702110e2 req-8871c895-857d-4b5b-9fac-2a0d96d5a77f tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:58.135657 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-99fe84da-7cbe-461d-880f-ca0c702110e2 req-8871c895-857d-4b5b-9fac-2a0d96d5a77f tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3bfc8b0b-ba5e-4162-895b-e99ad170e20f HTTP/1.1" status: 200 len: 944 time: 0.0602236 Sep 29 02:13:58.199344 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-99fe84da-7cbe-461d-880f-ca0c702110e2 req-b10ca215-4f9a-4b1b-84d9-b9ef7d71e069 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a4a97e58-396f-4ea2-abe4-ff684f0788d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574765 Sep 29 02:13:58.441614 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 54330) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:58.695560 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a669cf54-c79c-49fe-8025-d70715b934da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:58.716365 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:58.796212 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a669cf54-c79c-49fe-8025-d70715b934da admin admin] Publish callbacks [] for security_group (d7a3e34f-6a95-4703-80c6-3381baef86c6), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:58.801412 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a669cf54-c79c-49fe-8025-d70715b934da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (d7a3e34f-6a95-4703-80c6-3381baef86c6), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:58.844893 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a669cf54-c79c-49fe-8025-d70715b934da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a3e34f-6a95-4703-80c6-3381baef86c6,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:58.850012 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-a669cf54-c79c-49fe-8025-d70715b934da admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=8f65987ae0c7490ebc13e30228347f8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4074469 Sep 29 02:13:58.852571 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 54334) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:13:58.866701 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:13:58.919352 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-89f69d9b-cc6f-403f-83f3-c057091267ad admin admin] Publish callbacks [] for security_group (d7a3e34f-6a95-4703-80c6-3381baef86c6), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:58.943125 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-89f69d9b-cc6f-403f-83f3-c057091267ad admin admin] Publish callbacks [] for security_group (d7a3e34f-6a95-4703-80c6-3381baef86c6), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:58.995633 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-89f69d9b-cc6f-403f-83f3-c057091267ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (d7a3e34f-6a95-4703-80c6-3381baef86c6), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:58.998713 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-89f69d9b-cc6f-403f-83f3-c057091267ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:13:58.999993 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-89f69d9b-cc6f-403f-83f3-c057091267ad admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/d7a3e34f-6a95-4703-80c6-3381baef86c6 HTTP/1.1" status: 204 len: 168 time: 0.1465220 Sep 29 02:13:59.009033 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f69d9b-cc6f-403f-83f3-c057091267ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a3e34f-6a95-4703-80c6-3381baef86c6,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:13:59.372942 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd5d92-d3fa-42da-b78b-22c128837352 req-d0697dde-61fb-416b-9057-7937812bd464 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:13:59.374700 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-79bd5d92-d3fa-42da-b78b-22c128837352 req-d0697dde-61fb-416b-9057-7937812bd464 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3bfc8b0b-ba5e-4162-895b-e99ad170e20f HTTP/1.1" status: 200 len: 944 time: 0.0741158 Sep 29 02:13:59.429875 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-79bd5d92-d3fa-42da-b78b-22c128837352 req-29510b3f-d28f-494a-85d3-2995efdefd50 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a4a97e58-396f-4ea2-abe4-ff684f0788d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493727 Sep 29 02:14:00.577159 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b972d53-8956-4e7a-b161-7bb9099e869d req-49e798d1-747c-43c8-953b-ced952ac6955 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:00.578681 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-5b972d53-8956-4e7a-b161-7bb9099e869d req-49e798d1-747c-43c8-953b-ced952ac6955 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3bfc8b0b-ba5e-4162-895b-e99ad170e20f HTTP/1.1" status: 200 len: 944 time: 0.0534096 Sep 29 02:14:00.630555 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-5b972d53-8956-4e7a-b161-7bb9099e869d req-496c2ac3-d60c-4ec4-9b12-ffe5916203e0 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a4a97e58-396f-4ea2-abe4-ff684f0788d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461326 Sep 29 02:14:00.830443 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:00.845923 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=67,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:01.137289 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-ef206652-8b24-4743-9a77-5a812f2d6ee3 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--244667746&fields=id&tenant_id=b407de2089554e13839d51f270c3adf1 HTTP/1.1" status: 200 len: 267 time: 0.0430319 Sep 29 02:14:01.252645 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-823a2baa-eb33-4247-8052-35913141b2b8 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:01.254174 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-823a2baa-eb33-4247-8052-35913141b2b8 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/networks?id=ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3 HTTP/1.1" status: 200 len: 818 time: 0.1090415 Sep 29 02:14:01.312133 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-208973a5-4296-4788-b0e1-458dd0a24b8f tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/quotas/b407de2089554e13839d51f270c3adf1 HTTP/1.1" status: 200 len: 375 time: 0.0462091 Sep 29 02:14:01.393393 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-3051b5fe-2ab2-457a-a06f-6933622320ce tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=b407de2089554e13839d51f270c3adf1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0749722 Sep 29 02:14:01.411353 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98b719-35c6-4357-89bc-4614e626de3f req-51e29d3a-bde6-4775-9c4a-746516feed96 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:01.412821 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0e98b719-35c6-4357-89bc-4614e626de3f req-51e29d3a-bde6-4775-9c4a-746516feed96 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/networks?id=3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7 HTTP/1.1" status: 200 len: 815 time: 0.1577733 Sep 29 02:14:01.463615 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0e98b719-35c6-4357-89bc-4614e626de3f req-a9d3e2b5-95af-476f-933f-c456a856e367 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/quotas/7d0ac285a6454f88bd1ea0382844f6bf HTTP/1.1" status: 200 len: 375 time: 0.0429747 Sep 29 02:14:01.534861 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0e98b719-35c6-4357-89bc-4614e626de3f req-2f1cb742-648c-40e4-9cbd-186fa8427659 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=7d0ac285a6454f88bd1ea0382844f6bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654387 Sep 29 02:14:01.544900 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-03c2bd08-4319-4a17-9913-4de6196ae98c service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311750 Sep 29 02:14:01.639559 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:01.698584 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:01.707842 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-b7bdf756-49eb-415b-a8a3-62f6894a2ae4 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547606 Sep 29 02:14:01.709977 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0e98b719-35c6-4357-89bc-4614e626de3f req-96c7ae67-c4da-4595-a88d-1253c4303ff4 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640327 Sep 29 02:14:01.804618 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0e98b719-35c6-4357-89bc-4614e626de3f req-a1ca1558-da98-444d-abde-15353e8b1b2c service neutron] 10.222.0.49 "GET /networking/v2.0/networks/3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889804 Sep 29 02:14:01.912043 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797acbc5-60bd-43df-86a7-22243cc62c3e req-54df1f01-0975-4b0c-a752-1a78c5ec272c tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:01.914007 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-797acbc5-60bd-43df-86a7-22243cc62c3e req-54df1f01-0975-4b0c-a752-1a78c5ec272c tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3bfc8b0b-ba5e-4162-895b-e99ad170e20f HTTP/1.1" status: 200 len: 944 time: 0.0590780 Sep 29 02:14:01.987871 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-797acbc5-60bd-43df-86a7-22243cc62c3e req-2df02acb-5a77-4ddd-9f84-764862a05940 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a4a97e58-396f-4ea2-abe4-ff684f0788d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632629 Sep 29 02:14:02.019282 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c48f57e7-8cd9-4b0e-a4fe-4927e39031a6 req-b92fdb3d-b6d3-404f-9460-d59d71e3fa73 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 210 time: 0.0448515 Sep 29 02:14:02.063832 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-afae827d-d3d2-4ba4-9a97-a45d978d8353 req-706c28cf-0f1f-4e0d-8c3c-54b70dc0e9ae tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 210 time: 0.0322456 Sep 29 02:14:03.132168 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b3f04db4-9820-459a-b0e5-1d95d3b3679d req-a2a97640-87d7-44a7-8e2e-40f4163a2afd tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 210 time: 0.0348711 Sep 29 02:14:03.139893 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e35464-95c0-41a6-a9b5-7c2e9b7c367d req-08be0410-acea-448e-99a7-15764e62381e tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:03.141340 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-29e35464-95c0-41a6-a9b5-7c2e9b7c367d req-08be0410-acea-448e-99a7-15764e62381e tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3bfc8b0b-ba5e-4162-895b-e99ad170e20f HTTP/1.1" status: 200 len: 944 time: 0.0744421 Sep 29 02:14:03.202377 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-29e35464-95c0-41a6-a9b5-7c2e9b7c367d req-e537ccf3-f121-44b2-97dd-daa171dff426 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a4a97e58-396f-4ea2-abe4-ff684f0788d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549896 Sep 29 02:14:03.217813 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e7d193ab-60c3-40e0-bfc6-bfb2d8dc3a86 req-ec028d23-fb18-4d00-b4e3-7a3ca4693b90 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 210 time: 0.0281460 Sep 29 02:14:04.244336 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-88d9e953-2fa6-4f05-9d8e-fbf0ece6f161 req-97b4e70c-c958-49ec-9e86-3f77eccaf1e4 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 210 time: 0.0353963 Sep 29 02:14:04.342991 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9b5c68e5-54fa-4127-b3e9-4296adf5c11c req-fb18ca26-89e3-4bf8-a578-5902f0fbe310 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 210 time: 0.0320783 Sep 29 02:14:04.350477 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e8c6d-a259-4285-ad2f-1d919151c295 req-d278356f-796c-465f-89c9-c1e1d85db156 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:04.351893 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-786e8c6d-a259-4285-ad2f-1d919151c295 req-d278356f-796c-465f-89c9-c1e1d85db156 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3bfc8b0b-ba5e-4162-895b-e99ad170e20f HTTP/1.1" status: 200 len: 944 time: 0.0701644 Sep 29 02:14:04.400826 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-786e8c6d-a259-4285-ad2f-1d919151c295 req-ce2d1ac5-779e-4e33-8189-ba8b9c1d666e tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a4a97e58-396f-4ea2-abe4-ff684f0788d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432751 Sep 29 02:14:05.345644 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ff97535f-2ac0-4fb0-8b5f-8b5aaaa5270f req-90b8bea0-4127-46b0-bef4-256082705a83 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 210 time: 0.0273221 Sep 29 02:14:05.450242 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-02442173-7720-4792-9e9c-76a5195773e4 req-f80fdd68-458b-4ee4-a6e5-53380c2a02c6 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 210 time: 0.0302851 Sep 29 02:14:05.520745 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831e67b-2438-423a-895d-d17dc278f075 req-d0c4b2f5-d8b3-4aec-9bcb-24ac38b3ae29 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:05.522216 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-2831e67b-2438-423a-895d-d17dc278f075 req-d0c4b2f5-d8b3-4aec-9bcb-24ac38b3ae29 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3bfc8b0b-ba5e-4162-895b-e99ad170e20f HTTP/1.1" status: 200 len: 944 time: 0.0469720 Sep 29 02:14:05.568640 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-2831e67b-2438-423a-895d-d17dc278f075 req-be68dbc6-579e-4aa5-a8c7-c5e8fda6eee7 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a4a97e58-396f-4ea2-abe4-ff684f0788d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409591 Sep 29 02:14:05.734782 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:05.746336 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:06.448306 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c25c2478-39e3-48ea-89ba-c094a299b8ee req-00858f48-1552-4ee5-afd9-09d9f63791d4 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 210 time: 0.0303972 Sep 29 02:14:06.561771 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d8b18595-1562-4d6c-966c-0730423146dc req-cd66fd23-a5d8-41d0-ba57-d310cc38e020 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 210 time: 0.0343301 Sep 29 02:14:06.694894 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0201d-db79-4e87-b569-bb409a04ac6d req-24bb4c97-e0c6-4810-aa5a-bd844952c715 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:06.696293 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9db0201d-db79-4e87-b569-bb409a04ac6d req-24bb4c97-e0c6-4810-aa5a-bd844952c715 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3bfc8b0b-ba5e-4162-895b-e99ad170e20f HTTP/1.1" status: 200 len: 944 time: 0.0536015 Sep 29 02:14:06.746675 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9db0201d-db79-4e87-b569-bb409a04ac6d req-d1c21c71-6995-493a-b401-8cfb9402978a tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a4a97e58-396f-4ea2-abe4-ff684f0788d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446770 Sep 29 02:14:07.397746 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-9b4200ae-8d6e-4b4f-867d-818ff09ed83b tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:07.399276 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-9b4200ae-8d6e-4b4f-867d-818ff09ed83b tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.16 "GET /networking/v2.0/networks?id=ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3 HTTP/1.1" status: 200 len: 818 time: 0.1181836 Sep 29 02:14:07.468670 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:07.494069 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-07da23d2-e350-415c-976f-42dd37b41c70 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b407de2089554e13839d51f270c3adf1 HTTP/1.1" status: 200 len: 379 time: 0.0699453 Sep 29 02:14:07.552274 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-66696844-23ca-4ab0-b324-d32cb19c28f2 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Request body: {'port': {'device_id': 'cba079f9-731e-4b59-8e01-ec31e6b9ee6b', 'network_id': 'ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3', 'admin_state_up': True, 'tenant_id': 'b407de2089554e13839d51f270c3adf1', 'security_groups': ['fd11c45c-ad66-47fd-92da-9730e1899828']}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:07.556639 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-66ad7ded-c2a4-4ffa-b468-2329bc6bb972 req-81fceca4-8287-4977-b5b3-a8d88c8ef6c5 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 210 time: 0.0339143 Sep 29 02:14:07.680926 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 559880dd-98d3-4f6c-bf99-c4736c8f49d7 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:14:07.787172 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 559880dd-98d3-4f6c-bf99-c4736c8f49d7, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=559880dd-98d3-4f6c-bf99-c4736c8f49d7,segment=NetworkSegment(d69739f8-63ce-450d-a9ae-043b7b1b481e),segment_id=d69739f8-63ce-450d-a9ae-043b7b1b481e)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:14:07.800394 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Returning: {'device': '559880dd-98d3-4f6c-bf99-c4736c8f49d7', 'network_id': '681bbea9-42f3-45d1-b55a-67905b8511b8', 'port_id': '559880dd-98d3-4f6c-bf99-c4736c8f49d7', 'mac_address': 'fa:16:3e:36:b6:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0e7c32d-5fb4-428f-b008-898be974fdca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:14:07.837501 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port 559880dd-98d3-4f6c-bf99-c4736c8f49d7 is: DOWN; New status is: BUILD {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:07.838156 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (559880dd-98d3-4f6c-bf99-c4736c8f49d7), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:07.856725 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 559880dd-98d3-4f6c-bf99-c4736c8f49d7 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:14:07.857163 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-5c24f8bf-75c7-46cd-bcf5-e97141d72847 req-d6aa81f7-4a55-45f2-811c-1fbb8c92c840 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 210 time: 0.0422122 Sep 29 02:14:07.880978 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 559880dd-98d3-4f6c-bf99-c4736c8f49d7, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=559880dd-98d3-4f6c-bf99-c4736c8f49d7,segment=NetworkSegment(d69739f8-63ce-450d-a9ae-043b7b1b481e),segment_id=d69739f8-63ce-450d-a9ae-043b7b1b481e)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:14:07.886774 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (559880dd-98d3-4f6c-bf99-c4736c8f49d7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:07.913449 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5f88f-e41f-4221-bd79-797b42485e4e req-0fb066b0-916e-4e35-a136-fce048e56bd2 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:07.915470 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-cee5f88f-e41f-4221-bd79-797b42485e4e req-0fb066b0-916e-4e35-a136-fce048e56bd2 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3bfc8b0b-ba5e-4162-895b-e99ad170e20f HTTP/1.1" status: 200 len: 944 time: 0.0884395 Sep 29 02:14:07.956000 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Pushing event updated for resources: {'Port': ['ID=559880dd-98d3-4f6c-bf99-c4736c8f49d7,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:08.005092 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-66696844-23ca-4ab0-b324-d32cb19c28f2 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Made reservation on behalf of b407de2089554e13839d51f270c3adf1 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:14:08.009903 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-66696844-23ca-4ab0-b324-d32cb19c28f2 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:08.028695 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:08.036394 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-cee5f88f-e41f-4221-bd79-797b42485e4e req-03650fc2-ad73-4c78-b512-06d747232e2a tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a4a97e58-396f-4ea2-abe4-ff684f0788d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134791 Sep 29 02:14:08.102316 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98b719-35c6-4357-89bc-4614e626de3f req-0addb878-d234-4dca-a51b-35cf6b528d92 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:08.103798 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-0e98b719-35c6-4357-89bc-4614e626de3f req-0addb878-d234-4dca-a51b-35cf6b528d92 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.16 "GET /networking/v2.0/networks?id=3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7 HTTP/1.1" status: 200 len: 815 time: 0.1282287 Sep 29 02:14:08.115417 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [req-0e98b719-35c6-4357-89bc-4614e626de3f req-578203e2-6c5c-4fed-8a33-82d3a4525e59 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Request body: {'port': {'device_id': '87d235e1-78c7-4f4b-8af2-7051aeeb1d0d', 'network_id': '3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7', 'admin_state_up': True, 'tenant_id': '7d0ac285a6454f88bd1ea0382844f6bf'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:08.169198 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-66696844-23ca-4ab0-b324-d32cb19c28f2 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Allocated IP 172.20.0.10 (ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3/2111ad5b-3d2c-43c1-94a3-5ae626ce912e/756894e8-0371-4853-9df0-c52e7abf291a) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:14:08.196691 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:08.230611 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e98b719-35c6-4357-89bc-4614e626de3f req-578203e2-6c5c-4fed-8a33-82d3a4525e59 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Made reservation on behalf of 7d0ac285a6454f88bd1ea0382844f6bf for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:14:08.234455 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-0e98b719-35c6-4357-89bc-4614e626de3f req-578203e2-6c5c-4fed-8a33-82d3a4525e59 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:08.325950 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-66696844-23ca-4ab0-b324-d32cb19c28f2 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks [] for port (756894e8-0371-4853-9df0-c52e7abf291a), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:08.361843 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-66696844-23ca-4ab0-b324-d32cb19c28f2 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (756894e8-0371-4853-9df0-c52e7abf291a), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:08.377045 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-0e98b719-35c6-4357-89bc-4614e626de3f req-578203e2-6c5c-4fed-8a33-82d3a4525e59 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Allocated IP 172.20.0.7 (3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7/a22cbea8-e4da-4c64-ac8e-b905a8223e3b/bdca96a4-7592-4b3f-bc8b-2235372db214) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:14:08.411623 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-66696844-23ca-4ab0-b324-d32cb19c28f2 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Network ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:14:08.415517 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-66696844-23ca-4ab0-b324-d32cb19c28f2 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:14:08.417946 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-66696844-23ca-4ab0-b324-d32cb19c28f2 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:14:08.424341 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] get_ports_and_sgs() called for port_ids ['559880dd-98d3-4f6c-bf99-c4736c8f49d7'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:14:08.472665 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66696844-23ca-4ab0-b324-d32cb19c28f2 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Pushing event updated for resources: {'Port': ['ID=756894e8-0371-4853-9df0-c52e7abf291a,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:08.510031 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-66696844-23ca-4ab0-b324-d32cb19c28f2 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:08.511489 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-66696844-23ca-4ab0-b324-d32cb19c28f2 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for port (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:08.537606 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-66696844-23ca-4ab0-b324-d32cb19c28f2 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9888921 Sep 29 02:14:08.550615 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-ed8fdae0-93d2-4c94-a84f-9cea9911e44b service neutron] Request body: {'port': {'device_id': 'cba079f9-731e-4b59-8e01-ec31e6b9ee6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:08.563327 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-0e98b719-35c6-4357-89bc-4614e626de3f req-578203e2-6c5c-4fed-8a33-82d3a4525e59 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks [] for port (bdca96a4-7592-4b3f-bc8b-2235372db214), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:08.637085 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-0e98b719-35c6-4357-89bc-4614e626de3f req-578203e2-6c5c-4fed-8a33-82d3a4525e59 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420'] for port (bdca96a4-7592-4b3f-bc8b-2235372db214), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:08.669263 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-ed8fdae0-93d2-4c94-a84f-9cea9911e44b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (756894e8-0371-4853-9df0-c52e7abf291a), before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:08.699037 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e98b719-35c6-4357-89bc-4614e626de3f req-578203e2-6c5c-4fed-8a33-82d3a4525e59 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Network 3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:14:08.703001 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-0e98b719-35c6-4357-89bc-4614e626de3f req-578203e2-6c5c-4fed-8a33-82d3a4525e59 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:14:08.710023 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e98b719-35c6-4357-89bc-4614e626de3f req-578203e2-6c5c-4fed-8a33-82d3a4525e59 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:14:08.714838 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98b719-35c6-4357-89bc-4614e626de3f req-578203e2-6c5c-4fed-8a33-82d3a4525e59 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:08.715516 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-0e98b719-35c6-4357-89bc-4614e626de3f req-578203e2-6c5c-4fed-8a33-82d3a4525e59 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for port (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:08.747266 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-0e98b719-35c6-4357-89bc-4614e626de3f req-578203e2-6c5c-4fed-8a33-82d3a4525e59 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6355627 Sep 29 02:14:08.748049 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578203e2-6c5c-4fed-8a33-82d3a4525e59 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Pushing event updated for resources: {'Port': ['ID=bdca96a4-7592-4b3f-bc8b-2235372db214,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:08.761012 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:08.771153 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229cb495-dce1-45ae-b0a6-cab2363d06f1 req-4b371d92-d226-446a-aaae-b627d385019f tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:08.773006 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-229cb495-dce1-45ae-b0a6-cab2363d06f1 req-4b371d92-d226-446a-aaae-b627d385019f tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 932 time: 0.1138997 Sep 29 02:14:08.785212 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [req-0e98b719-35c6-4357-89bc-4614e626de3f req-76da953a-c958-486b-a46b-a17887d3d0fd service neutron] Request body: {'port': {'device_id': '87d235e1-78c7-4f4b-8af2-7051aeeb1d0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:08.789440 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-253559be-7ff1-4e46-94e3-f1edde2c5f6d None None] Provisioning complete for port 756894e8-0371-4853-9df0-c52e7abf291a triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:08.791337 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-253559be-7ff1-4e46-94e3-f1edde2c5f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (756894e8-0371-4853-9df0-c52e7abf291a), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:08.791886 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-253559be-7ff1-4e46-94e3-f1edde2c5f6d None None] Attempt 1 to provision port 756894e8-0371-4853-9df0-c52e7abf291a Sep 29 02:14:08.794561 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:08.845362 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-253559be-7ff1-4e46-94e3-f1edde2c5f6d None None] Port 756894e8-0371-4853-9df0-c52e7abf291a cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:08.874585 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:08.931791 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-229cb495-dce1-45ae-b0a6-cab2363d06f1 req-6dc3717d-ffa8-42f5-ba52-38fff7ff2d64 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504502 Sep 29 02:14:09.010477 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-0e98b719-35c6-4357-89bc-4614e626de3f req-76da953a-c958-486b-a46b-a17887d3d0fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (bdca96a4-7592-4b3f-bc8b-2235372db214), before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:09.157033 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:09.165786 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8759b6-c5d7-43f7-8bd5-983949926569 req-2cab190a-26be-40b9-ad5a-d9d1601bb020 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:09.167320 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1b8759b6-c5d7-43f7-8bd5-983949926569 req-2cab190a-26be-40b9-ad5a-d9d1601bb020 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 931 time: 0.0993655 Sep 29 02:14:09.278585 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61153f1f-1338-41f9-8587-9e5dc1666eb0 req-4103b3e4-c7f5-4ebf-8cd1-127c3f5218eb tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:09.280089 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-61153f1f-1338-41f9-8587-9e5dc1666eb0 req-4103b3e4-c7f5-4ebf-8cd1-127c3f5218eb tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3bfc8b0b-ba5e-4162-895b-e99ad170e20f HTTP/1.1" status: 200 len: 945 time: 0.0958128 Sep 29 02:14:09.337257 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:09.339985 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1b8759b6-c5d7-43f7-8bd5-983949926569 req-d78b7721-f4c7-4d64-9f65-0cfa55a34548 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545255 Sep 29 02:14:09.347364 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-253559be-7ff1-4e46-94e3-f1edde2c5f6d None None] Attempt 2 to provision port 756894e8-0371-4853-9df0-c52e7abf291a Sep 29 02:14:09.401082 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-61153f1f-1338-41f9-8587-9e5dc1666eb0 req-dbc1c3d6-7788-4f76-9a87-903e38eb2ee0 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a4a97e58-396f-4ea2-abe4-ff684f0788d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076696 Sep 29 02:14:09.412761 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-253559be-7ff1-4e46-94e3-f1edde2c5f6d None None] Port 756894e8-0371-4853-9df0-c52e7abf291a cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:14:09.419521 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.notifiers.nova [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-ed8fdae0-93d2-4c94-a84f-9cea9911e44b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 756894e8-0371-4853-9df0-c52e7abf291a {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:14:09.430107 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-ed8fdae0-93d2-4c94-a84f-9cea9911e44b service neutron] Publish callbacks [] for port (756894e8-0371-4853-9df0-c52e7abf291a), precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:09.445362 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-ed8fdae0-93d2-4c94-a84f-9cea9911e44b service neutron] Transition to ACTIVE for port object 756894e8-0371-4853-9df0-c52e7abf291a will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:14:09.450914 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-ed8fdae0-93d2-4c94-a84f-9cea9911e44b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26030496'] for port (756894e8-0371-4853-9df0-c52e7abf291a), after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:09.458992 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.notifiers.nova [req-0e98b719-35c6-4357-89bc-4614e626de3f req-76da953a-c958-486b-a46b-a17887d3d0fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdca96a4-7592-4b3f-bc8b-2235372db214 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:14:09.479200 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-0e98b719-35c6-4357-89bc-4614e626de3f req-76da953a-c958-486b-a46b-a17887d3d0fd service neutron] Publish callbacks [] for port (bdca96a4-7592-4b3f-bc8b-2235372db214), precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:09.498952 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-0e98b719-35c6-4357-89bc-4614e626de3f req-76da953a-c958-486b-a46b-a17887d3d0fd service neutron] Transition to ACTIVE for port object bdca96a4-7592-4b3f-bc8b-2235372db214 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:14:09.504635 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-0e98b719-35c6-4357-89bc-4614e626de3f req-76da953a-c958-486b-a46b-a17887d3d0fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (bdca96a4-7592-4b3f-bc8b-2235372db214), after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:09.545154 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8fdae0-93d2-4c94-a84f-9cea9911e44b service neutron] Pushing event updated for resources: {'Port': ['ID=756894e8-0371-4853-9df0-c52e7abf291a,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:09.583518 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-ed8fdae0-93d2-4c94-a84f-9cea9911e44b service neutron] Attempting to bind port 756894e8-0371-4853-9df0-c52e7abf291a on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:14:09.583861 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-ed8fdae0-93d2-4c94-a84f-9cea9911e44b service neutron] Attempting to bind port 756894e8-0371-4853-9df0-c52e7abf291a by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'a8a02d65-1024-4bc6-87a2-058a2a88454f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:14:09.584191 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-ed8fdae0-93d2-4c94-a84f-9cea9911e44b service neutron] Attempting to bind port 756894e8-0371-4853-9df0-c52e7abf291a on network ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:14:09.598586 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da953a-c958-486b-a46b-a17887d3d0fd service neutron] Pushing event updated for resources: {'Port': ['ID=bdca96a4-7592-4b3f-bc8b-2235372db214,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:09.613002 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-0e98b719-35c6-4357-89bc-4614e626de3f req-76da953a-c958-486b-a46b-a17887d3d0fd service neutron] Attempting to bind port bdca96a4-7592-4b3f-bc8b-2235372db214 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:14:09.613619 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-0e98b719-35c6-4357-89bc-4614e626de3f req-76da953a-c958-486b-a46b-a17887d3d0fd service neutron] Attempting to bind port bdca96a4-7592-4b3f-bc8b-2235372db214 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '07936685-b731-4b79-bf86-55e22ee6364a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:14:09.614106 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e98b719-35c6-4357-89bc-4614e626de3f req-76da953a-c958-486b-a46b-a17887d3d0fd service neutron] Attempting to bind port bdca96a4-7592-4b3f-bc8b-2235372db214 on network 3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:14:09.637621 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-ed8fdae0-93d2-4c94-a84f-9cea9911e44b service neutron] Port 756894e8-0371-4853-9df0-c52e7abf291a on network ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:14:09.638035 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-ed8fdae0-93d2-4c94-a84f-9cea9911e44b service neutron] Attempting to bind port 756894e8-0371-4853-9df0-c52e7abf291a on network ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:14:09.662382 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e98b719-35c6-4357-89bc-4614e626de3f req-76da953a-c958-486b-a46b-a17887d3d0fd service neutron] Port bdca96a4-7592-4b3f-bc8b-2235372db214 on network 3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:14:09.663035 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e98b719-35c6-4357-89bc-4614e626de3f req-76da953a-c958-486b-a46b-a17887d3d0fd service neutron] Attempting to bind port bdca96a4-7592-4b3f-bc8b-2235372db214 on network 3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:14:09.695369 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-ed8fdae0-93d2-4c94-a84f-9cea9911e44b service neutron] Checking agent: {'id': '027a9bac-ca89-4228-9c1d-ae9e74cf172f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 9, 38), 'started_at': datetime.datetime(2022, 9, 29, 2, 9, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:14:09.695692 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-ed8fdae0-93d2-4c94-a84f-9cea9911e44b service neutron] Checking segment: {'id': 'a8a02d65-1024-4bc6-87a2-058a2a88454f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:14:09.696087 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-ed8fdae0-93d2-4c94-a84f-9cea9911e44b service neutron] Bound using segment: {'id': 'a8a02d65-1024-4bc6-87a2-058a2a88454f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:14:09.696693 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-ed8fdae0-93d2-4c94-a84f-9cea9911e44b service neutron] Bound port: 756894e8-0371-4853-9df0-c52e7abf291a, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8a02d65-1024-4bc6-87a2-058a2a88454f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:14:09.697124 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-ed8fdae0-93d2-4c94-a84f-9cea9911e44b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (756894e8-0371-4853-9df0-c52e7abf291a), before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:09.712299 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e98b719-35c6-4357-89bc-4614e626de3f req-76da953a-c958-486b-a46b-a17887d3d0fd service neutron] Checking agent: {'id': '027a9bac-ca89-4228-9c1d-ae9e74cf172f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 9, 38), 'started_at': datetime.datetime(2022, 9, 29, 2, 9, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:14:09.712639 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e98b719-35c6-4357-89bc-4614e626de3f req-76da953a-c958-486b-a46b-a17887d3d0fd service neutron] Checking segment: {'id': '07936685-b731-4b79-bf86-55e22ee6364a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:14:09.714052 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e98b719-35c6-4357-89bc-4614e626de3f req-76da953a-c958-486b-a46b-a17887d3d0fd service neutron] Bound using segment: {'id': '07936685-b731-4b79-bf86-55e22ee6364a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:14:09.714052 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-0e98b719-35c6-4357-89bc-4614e626de3f req-76da953a-c958-486b-a46b-a17887d3d0fd service neutron] Bound port: bdca96a4-7592-4b3f-bc8b-2235372db214, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07936685-b731-4b79-bf86-55e22ee6364a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:14:09.714052 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-0e98b719-35c6-4357-89bc-4614e626de3f req-76da953a-c958-486b-a46b-a17887d3d0fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (bdca96a4-7592-4b3f-bc8b-2235372db214), before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:09.776744 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-ed8fdae0-93d2-4c94-a84f-9cea9911e44b service neutron] For port 756894e8-0371-4853-9df0-c52e7abf291a, host hv-cinder-74014, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:14:09.780431 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-ed8fdae0-93d2-4c94-a84f-9cea9911e44b service neutron] For port 756894e8-0371-4853-9df0-c52e7abf291a, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=756894e8-0371-4853-9df0-c52e7abf291a,segment=NetworkSegment(a8a02d65-1024-4bc6-87a2-058a2a88454f),segment_id=a8a02d65-1024-4bc6-87a2-058a2a88454f)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:14:09.786975 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-ed8fdae0-93d2-4c94-a84f-9cea9911e44b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26030496'] for port (756894e8-0371-4853-9df0-c52e7abf291a), after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:09.791310 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-ed8fdae0-93d2-4c94-a84f-9cea9911e44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:09.791916 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-ed8fdae0-93d2-4c94-a84f-9cea9911e44b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for port (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:09.792687 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-0e98b719-35c6-4357-89bc-4614e626de3f req-76da953a-c958-486b-a46b-a17887d3d0fd service neutron] For port bdca96a4-7592-4b3f-bc8b-2235372db214, host hv-cinder-74014, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:14:09.793285 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-ed8fdae0-93d2-4c94-a84f-9cea9911e44b service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/756894e8-0371-4853-9df0-c52e7abf291a HTTP/1.1" status: 200 len: 1094 time: 1.2478559 Sep 29 02:14:09.793865 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba079f9-731e-4b59-8e01-ec31e6b9ee6b', 'tag': '756894e8-0371-4853-9df0-c52e7abf291a'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:14:09.795769 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-0e98b719-35c6-4357-89bc-4614e626de3f req-76da953a-c958-486b-a46b-a17887d3d0fd service neutron] For port bdca96a4-7592-4b3f-bc8b-2235372db214, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=bdca96a4-7592-4b3f-bc8b-2235372db214,segment=NetworkSegment(07936685-b731-4b79-bf86-55e22ee6364a),segment_id=07936685-b731-4b79-bf86-55e22ee6364a)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:14:09.796265 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6fd434f9474e642ac52a32a239cb9403cb6cbac172bb9ea56eecab16f0e16c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1aea43-39dd-4e10-b375-065ce46ebedb" -d '{"events": [{"name": "network-changed", "server_uuid": "cba079f9-731e-4b59-8e01-ec31e6b9ee6b", "tag": "756894e8-0371-4853-9df0-c52e7abf291a"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:14:09.805785 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-0e98b719-35c6-4357-89bc-4614e626de3f req-76da953a-c958-486b-a46b-a17887d3d0fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (bdca96a4-7592-4b3f-bc8b-2235372db214), after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:09.811361 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98b719-35c6-4357-89bc-4614e626de3f req-76da953a-c958-486b-a46b-a17887d3d0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:09.811968 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-0e98b719-35c6-4357-89bc-4614e626de3f req-76da953a-c958-486b-a46b-a17887d3d0fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for port (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:09.813502 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-0e98b719-35c6-4357-89bc-4614e626de3f req-76da953a-c958-486b-a46b-a17887d3d0fd service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/bdca96a4-7592-4b3f-bc8b-2235372db214 HTTP/1.1" status: 200 len: 1093 time: 1.0555501 Sep 29 02:14:09.814367 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d235e1-78c7-4f4b-8af2-7051aeeb1d0d', 'tag': 'bdca96a4-7592-4b3f-bc8b-2235372db214'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:14:09.816973 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8801c8fb5daab99fa39d625c1bbc33038df1047fb3a9edb171ad2e86806648d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8baf080b-713c-4f8f-af61-8f73a0cd913b" -d '{"events": [{"name": "network-changed", "server_uuid": "87d235e1-78c7-4f4b-8af2-7051aeeb1d0d", "tag": "bdca96a4-7592-4b3f-bc8b-2235372db214"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:14:09.862733 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8fdae0-93d2-4c94-a84f-9cea9911e44b service neutron] Pushing event updated for resources: {'Port': ['ID=756894e8-0371-4853-9df0-c52e7abf291a,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:09.880316 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfd7bcc-1042-4627-9340-bebceffdb6b1 x-openstack-request-id: req-adfd7bcc-1042-4627-9340-bebceffdb6b1 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:14:09.880641 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cba079f9-731e-4b59-8e01-ec31e6b9ee6b", "tag": "756894e8-0371-4853-9df0-c52e7abf291a", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:14:09.880878 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-adfd7bcc-1042-4627-9340-bebceffdb6b1 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:14:09.881399 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adfd7bcc-1042-4627-9340-bebceffdb6b1'] response: {'name': 'network-changed', 'server_uuid': 'cba079f9-731e-4b59-8e01-ec31e6b9ee6b', 'tag': '756894e8-0371-4853-9df0-c52e7abf291a', 'status': 'completed', 'code': 200} Sep 29 02:14:09.887727 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2f18b4-eb0e-4eeb-8bbb-6b492cbff431 x-openstack-request-id: req-7d2f18b4-eb0e-4eeb-8bbb-6b492cbff431 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:14:09.888030 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d235e1-78c7-4f4b-8af2-7051aeeb1d0d", "tag": "bdca96a4-7592-4b3f-bc8b-2235372db214", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:14:09.888258 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7d2f18b4-eb0e-4eeb-8bbb-6b492cbff431 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:14:09.889252 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d2f18b4-eb0e-4eeb-8bbb-6b492cbff431'] response: {'name': 'network-changed', 'server_uuid': '87d235e1-78c7-4f4b-8af2-7051aeeb1d0d', 'tag': 'bdca96a4-7592-4b3f-bc8b-2235372db214', 'status': 'completed', 'code': 200} Sep 29 02:14:09.914138 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-253559be-7ff1-4e46-94e3-f1edde2c5f6d None None] Attempt 3 to provision port 756894e8-0371-4853-9df0-c52e7abf291a Sep 29 02:14:09.935598 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da953a-c958-486b-a46b-a17887d3d0fd service neutron] Pushing event updated for resources: {'Port': ['ID=bdca96a4-7592-4b3f-bc8b-2235372db214,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:09.975234 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-253559be-7ff1-4e46-94e3-f1edde2c5f6d None None] Port 756894e8-0371-4853-9df0-c52e7abf291a had new provisioning blocks added so it will not transition to active. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 29 02:14:10.062191 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f4c06-193b-4c56-a1e2-05859a30144f req-3d14011b-1b78-460a-ab41-7138e34bfb41 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:10.064018 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f83f4c06-193b-4c56-a1e2-05859a30144f req-3d14011b-1b78-460a-ab41-7138e34bfb41 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 944 time: 0.0538552 Sep 29 02:14:10.099274 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:10.118223 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f83f4c06-193b-4c56-a1e2-05859a30144f req-7ae165ce-e71d-44de-9936-b1fa39cabd09 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483832 Sep 29 02:14:10.140634 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 559880dd-98d3-4f6c-bf99-c4736c8f49d7 up at agent hyperv_hv-cinder-74014 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:14:10.198946 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Provisioning for port 559880dd-98d3-4f6c-bf99-c4736c8f49d7 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:14:10.213260 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Provisioning complete for port 559880dd-98d3-4f6c-bf99-c4736c8f49d7 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:10.213690 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (559880dd-98d3-4f6c-bf99-c4736c8f49d7), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:10.214009 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Attempt 1 to provision port 559880dd-98d3-4f6c-bf99-c4736c8f49d7 Sep 29 02:14:10.288183 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port 559880dd-98d3-4f6c-bf99-c4736c8f49d7 is: BUILD; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:10.288582 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (559880dd-98d3-4f6c-bf99-c4736c8f49d7), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:10.314681 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bfc8b0b-ba5e-4162-895b-e99ad170e20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559880dd-98d3-4f6c-bf99-c4736c8f49d7'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:14:10.316967 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9024dbdcad92e29b408608371dc01104c16b992bc758fd4b6455d872f62f597b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e72b69-1754-4d41-ba60-84d6de7c8f2e" -d '{"events": [{"server_uuid": "3bfc8b0b-ba5e-4162-895b-e99ad170e20f", "name": "network-vif-plugged", "status": "completed", "tag": "559880dd-98d3-4f6c-bf99-c4736c8f49d7"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:14:10.328686 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:10.333514 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 559880dd-98d3-4f6c-bf99-c4736c8f49d7, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=559880dd-98d3-4f6c-bf99-c4736c8f49d7,segment=NetworkSegment(d69739f8-63ce-450d-a9ae-043b7b1b481e),segment_id=d69739f8-63ce-450d-a9ae-043b7b1b481e)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:14:10.341912 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (559880dd-98d3-4f6c-bf99-c4736c8f49d7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:10.370675 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31e0ad6-615d-4008-843b-409335df4887 x-openstack-request-id: req-f31e0ad6-615d-4008-843b-409335df4887 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:14:10.370986 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bfc8b0b-ba5e-4162-895b-e99ad170e20f", "name": "network-vif-plugged", "status": "completed", "tag": "559880dd-98d3-4f6c-bf99-c4736c8f49d7", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:14:10.371239 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f31e0ad6-615d-4008-843b-409335df4887 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:14:10.371627 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f31e0ad6-615d-4008-843b-409335df4887'] response: {'server_uuid': '3bfc8b0b-ba5e-4162-895b-e99ad170e20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559880dd-98d3-4f6c-bf99-c4736c8f49d7', 'code': 200} Sep 29 02:14:10.398041 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Pushing event updated for resources: {'Port': ['ID=559880dd-98d3-4f6c-bf99-c4736c8f49d7,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:10.475492 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ebf0a-fe74-448a-9258-f8db22d1a76c req-b9f03195-468a-48c1-8991-8d0fc28d3974 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:10.476997 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e55ebf0a-fe74-448a-9258-f8db22d1a76c req-b9f03195-468a-48c1-8991-8d0fc28d3974 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 943 time: 0.0523233 Sep 29 02:14:10.566671 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb56c3-56dc-4076-9b03-842cae9430b8 req-e4e1d30d-9811-4cc9-8ba2-1acbe39f7ee7 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:10.568151 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f5fb56c3-56dc-4076-9b03-842cae9430b8 req-e4e1d30d-9811-4cc9-8ba2-1acbe39f7ee7 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3bfc8b0b-ba5e-4162-895b-e99ad170e20f HTTP/1.1" status: 200 len: 946 time: 0.0712106 Sep 29 02:14:10.571539 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e55ebf0a-fe74-448a-9258-f8db22d1a76c req-c900282e-3866-497a-b151-d891e815a9eb tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888035 Sep 29 02:14:10.599207 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:10.618100 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f5fb56c3-56dc-4076-9b03-842cae9430b8 req-8327032f-60fd-4817-8b05-11bc7b273e0c tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a4a97e58-396f-4ea2-abe4-ff684f0788d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442798 Sep 29 02:14:11.284686 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37816b3b-c97a-480e-8d6e-158882cc4305 req-9196cf46-f2eb-471c-8d48-ce83212c7928 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:11.286198 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-37816b3b-c97a-480e-8d6e-158882cc4305 req-9196cf46-f2eb-471c-8d48-ce83212c7928 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 944 time: 0.0809693 Sep 29 02:14:11.333331 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-37816b3b-c97a-480e-8d6e-158882cc4305 req-f6d25203-8e58-4e22-a388-477950bbf7b0 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416310 Sep 29 02:14:11.702688 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44f93d-87f0-4120-8c35-aff885ea8792 req-03228bbb-9434-413b-ba40-02a8bc493f77 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:11.704739 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-2b44f93d-87f0-4120-8c35-aff885ea8792 req-03228bbb-9434-413b-ba40-02a8bc493f77 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 943 time: 0.0501010 Sep 29 02:14:11.772394 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50527ca1-4a03-4403-96ec-305a65c20c1a req-e46a7329-3c38-426a-b121-d33275a0e89e tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:11.773903 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-50527ca1-4a03-4403-96ec-305a65c20c1a req-e46a7329-3c38-426a-b121-d33275a0e89e tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3bfc8b0b-ba5e-4162-895b-e99ad170e20f HTTP/1.1" status: 200 len: 946 time: 0.0780528 Sep 29 02:14:11.794403 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-2b44f93d-87f0-4120-8c35-aff885ea8792 req-0850f415-4392-40f6-8f77-9de6d19c1356 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813890 Sep 29 02:14:11.836701 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-50527ca1-4a03-4403-96ec-305a65c20c1a req-4a06864a-eb43-4a09-bcb8-f19dbabb8dc9 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a4a97e58-396f-4ea2-abe4-ff684f0788d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467002 Sep 29 02:14:12.481126 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c656f-54b7-4afd-9523-bdc48619ddd7 req-d6162121-975d-4039-9709-d3bc4f104297 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:12.488701 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6f2c656f-54b7-4afd-9523-bdc48619ddd7 req-d6162121-975d-4039-9709-d3bc4f104297 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 944 time: 0.0574872 Sep 29 02:14:12.534155 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6f2c656f-54b7-4afd-9523-bdc48619ddd7 req-aa959e51-12af-4991-a6aa-0d59e14535ed tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445721 Sep 29 02:14:12.932507 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7cfbd8-8845-4eb5-8d83-a8f0cbfee676 req-df66338e-7e93-4cc3-b430-96a22b8557da tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:12.934552 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9b7cfbd8-8845-4eb5-8d83-a8f0cbfee676 req-df66338e-7e93-4cc3-b430-96a22b8557da tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 943 time: 0.0625253 Sep 29 02:14:13.021747 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9b7cfbd8-8845-4eb5-8d83-a8f0cbfee676 req-ae7a51e9-b315-4069-b3f9-d923f4584201 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809236 Sep 29 02:14:13.027761 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25bb377-1961-4a18-bff2-ec90e9c8e41e req-46d54e31-6d29-4202-b42a-b426e6146a17 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:13.029459 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d25bb377-1961-4a18-bff2-ec90e9c8e41e req-46d54e31-6d29-4202-b42a-b426e6146a17 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3bfc8b0b-ba5e-4162-895b-e99ad170e20f HTTP/1.1" status: 200 len: 946 time: 0.0703967 Sep 29 02:14:13.083233 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d25bb377-1961-4a18-bff2-ec90e9c8e41e req-8554f962-ae99-4e84-bd7f-4d79a513013c tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a4a97e58-396f-4ea2-abe4-ff684f0788d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470288 Sep 29 02:14:13.702735 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46166e6d-5d74-40b4-a5fa-cf8d7a544f14 req-e16040da-e264-411f-ac09-115845d393ce tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:13.718225 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-46166e6d-5d74-40b4-a5fa-cf8d7a544f14 req-e16040da-e264-411f-ac09-115845d393ce tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 944 time: 0.0980010 Sep 29 02:14:13.802930 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-46166e6d-5d74-40b4-a5fa-cf8d7a544f14 req-192d73f9-d8dd-42f3-bb8f-6658e674d6c0 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820727 Sep 29 02:14:14.153425 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c01e2a-b327-4c92-a9e5-3771a511afd8 req-3c856ef5-7021-47ae-a060-36876e5992f2 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:14.155172 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-46c01e2a-b327-4c92-a9e5-3771a511afd8 req-3c856ef5-7021-47ae-a060-36876e5992f2 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 943 time: 0.0487959 Sep 29 02:14:14.229826 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f8ec5-bbe5-47a0-a4d6-c606bd48657f req-2e276101-1193-4bec-8fa2-5d8f9500025c tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:14.231208 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1d8f8ec5-bbe5-47a0-a4d6-c606bd48657f req-2e276101-1193-4bec-8fa2-5d8f9500025c tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3bfc8b0b-ba5e-4162-895b-e99ad170e20f HTTP/1.1" status: 200 len: 946 time: 0.0675492 Sep 29 02:14:14.256182 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-46c01e2a-b327-4c92-a9e5-3771a511afd8 req-e2de1fc7-23a1-4208-9dbf-9435e95d0b0b tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949252 Sep 29 02:14:14.291436 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1d8f8ec5-bbe5-47a0-a4d6-c606bd48657f req-1923b709-5fb2-4fff-a0ca-b798735df056 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a4a97e58-396f-4ea2-abe4-ff684f0788d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519285 Sep 29 02:14:14.928469 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac518b92-d36f-4db1-83ae-61445947fc73 req-5cdf8e67-2d16-4ead-85f3-2fd1032f6e57 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:14.930176 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ac518b92-d36f-4db1-83ae-61445947fc73 req-5cdf8e67-2d16-4ead-85f3-2fd1032f6e57 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 944 time: 0.0500011 Sep 29 02:14:14.983264 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:14.988524 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ac518b92-d36f-4db1-83ae-61445947fc73 req-72b2f888-297b-4f31-bdb0-73beb3b65002 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520883 Sep 29 02:14:15.368316 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:15.390542 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c38556-8fdd-45be-bef4-e99663bd141b req-7d3b358e-c568-4915-8fbe-876476b5e687 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:15.392510 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-04c38556-8fdd-45be-bef4-e99663bd141b req-7d3b358e-c568-4915-8fbe-876476b5e687 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 943 time: 0.0563498 Sep 29 02:14:15.443701 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06692068-b729-4060-938d-271ed3a231b9 req-9ab01046-48a7-4757-8c4e-f23021218724 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:15.445186 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-06692068-b729-4060-938d-271ed3a231b9 req-9ab01046-48a7-4757-8c4e-f23021218724 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3bfc8b0b-ba5e-4162-895b-e99ad170e20f HTTP/1.1" status: 200 len: 946 time: 0.0703826 Sep 29 02:14:15.487157 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-04c38556-8fdd-45be-bef4-e99663bd141b req-b55d0ce4-33ec-47a1-ba3a-c0dd7f34b252 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784245 Sep 29 02:14:15.513721 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-06692068-b729-4060-938d-271ed3a231b9 req-521029c7-b9ee-4af3-bea2-3dc496034a22 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a4a97e58-396f-4ea2-abe4-ff684f0788d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570192 Sep 29 02:14:16.115820 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d840a-db96-45b4-83cb-baab803b9c82 req-8b5f7fc0-d722-4bab-b11f-90fd63508668 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:16.117198 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-829d840a-db96-45b4-83cb-baab803b9c82 req-8b5f7fc0-d722-4bab-b11f-90fd63508668 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 944 time: 0.0469780 Sep 29 02:14:16.175500 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-829d840a-db96-45b4-83cb-baab803b9c82 req-4655c8b3-710a-4475-bdae-9c8440d6a82a tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526340 Sep 29 02:14:16.637977 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579c130-b7f9-4a5f-929e-4cb28d9e8ea3 req-dad2df6f-94a0-4a79-9eaa-c70905aefb78 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:16.639608 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a579c130-b7f9-4a5f-929e-4cb28d9e8ea3 req-dad2df6f-94a0-4a79-9eaa-c70905aefb78 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 943 time: 0.0790973 Sep 29 02:14:16.654259 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04557e56-c1dc-4453-bad0-08cfbc85ca98 req-7ef0263f-ed21-41c5-8a14-74060b587246 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:16.655862 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-04557e56-c1dc-4453-bad0-08cfbc85ca98 req-7ef0263f-ed21-41c5-8a14-74060b587246 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3bfc8b0b-ba5e-4162-895b-e99ad170e20f HTTP/1.1" status: 200 len: 946 time: 0.0630157 Sep 29 02:14:16.736048 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a579c130-b7f9-4a5f-929e-4cb28d9e8ea3 req-9dc06cf4-5e1e-46c3-af4b-1db19b9671fe tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784264 Sep 29 02:14:16.739460 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-04557e56-c1dc-4453-bad0-08cfbc85ca98 req-2c31858a-188d-4279-89eb-3869e7e16cda tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a4a97e58-396f-4ea2-abe4-ff684f0788d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680952 Sep 29 02:14:17.304522 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7975c-a0b4-432f-bfcf-89d6fe910474 req-ae1030df-43ba-4b21-8951-b0f7a45e9c22 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:17.306663 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-cef7975c-a0b4-432f-bfcf-89d6fe910474 req-ae1030df-43ba-4b21-8951-b0f7a45e9c22 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 944 time: 0.0494492 Sep 29 02:14:17.365550 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-cef7975c-a0b4-432f-bfcf-89d6fe910474 req-e58a45a1-8cfa-4689-9f54-ccd09284a84e tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528705 Sep 29 02:14:17.913853 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84313435-937b-4e5b-aca2-ff4a61ac6395 req-f9259c52-c7d0-4687-8bcf-b7c173037e0a tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:17.915448 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-84313435-937b-4e5b-aca2-ff4a61ac6395 req-f9259c52-c7d0-4687-8bcf-b7c173037e0a tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 943 time: 0.0758111 Sep 29 02:14:17.922357 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08061ce-e9be-437a-9dc5-8de98e83cd65 req-c2cf7d48-cfb7-4034-937a-cac8f8aaa57a tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:17.924308 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f08061ce-e9be-437a-9dc5-8de98e83cd65 req-c2cf7d48-cfb7-4034-937a-cac8f8aaa57a tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3bfc8b0b-ba5e-4162-895b-e99ad170e20f HTTP/1.1" status: 200 len: 946 time: 0.0742033 Sep 29 02:14:18.009071 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-84313435-937b-4e5b-aca2-ff4a61ac6395 req-975298fd-82a3-41e2-bb88-d6614e9aa2f4 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837338 Sep 29 02:14:18.013396 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f08061ce-e9be-437a-9dc5-8de98e83cd65 req-6fb816b6-8948-4b8b-8066-2450949a7afd tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a4a97e58-396f-4ea2-abe4-ff684f0788d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802062 Sep 29 02:14:18.491873 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1755bd40-d369-4bf2-87fd-7adf640ab962 req-1df5d97c-263d-41dd-b8bf-b3e6b8a62449 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:18.493336 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1755bd40-d369-4bf2-87fd-7adf640ab962 req-1df5d97c-263d-41dd-b8bf-b3e6b8a62449 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 944 time: 0.0505288 Sep 29 02:14:18.542429 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1755bd40-d369-4bf2-87fd-7adf640ab962 req-a49a6fe1-ba28-45ef-8ff3-b41a5bb65082 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433059 Sep 29 02:14:19.171248 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1accc-d5fc-47a0-a381-6153d4ce7c39 req-c9fe5b11-786f-46bb-9758-ba44d7bf8e4c tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:19.173365 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6ff1accc-d5fc-47a0-a381-6153d4ce7c39 req-c9fe5b11-786f-46bb-9758-ba44d7bf8e4c tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 943 time: 0.0840435 Sep 29 02:14:19.179059 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586fcc1-837f-47f6-883f-63fa1074ba04 req-9a54601c-d62a-4401-8424-4da02e094a93 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:19.180537 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a586fcc1-837f-47f6-883f-63fa1074ba04 req-9a54601c-d62a-4401-8424-4da02e094a93 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3bfc8b0b-ba5e-4162-895b-e99ad170e20f HTTP/1.1" status: 200 len: 946 time: 0.0809977 Sep 29 02:14:19.274762 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a586fcc1-837f-47f6-883f-63fa1074ba04 req-10f7032e-4e9b-4277-be1b-2e26f6131a5e tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a4a97e58-396f-4ea2-abe4-ff684f0788d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871317 Sep 29 02:14:19.278000 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6ff1accc-d5fc-47a0-a381-6153d4ce7c39 req-471f66f9-e22e-4556-ac78-c7414e057f81 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965779 Sep 29 02:14:19.580230 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6c8599bf-52e9-4a3f-9888-f54fa45d2cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:19.671951 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:19.672990 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:19.679843 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468f32a-9d0e-4678-a88e-27b69f9fabcc req-ecfaf28f-8c4e-43c3-89d6-b1472473760c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:19.685831 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6468f32a-9d0e-4678-a88e-27b69f9fabcc req-ecfaf28f-8c4e-43c3-89d6-b1472473760c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 944 time: 0.0589418 Sep 29 02:14:19.734914 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6468f32a-9d0e-4678-a88e-27b69f9fabcc req-c67629a2-3b70-4b65-ba17-c309ab45f7e0 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466523 Sep 29 02:14:19.927374 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:UPDATE=4,neutron:SELECT=55,neutron:INSERT=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:19.929529 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=54,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:20.460762 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50898c5-44fd-4308-a34d-a1f002840bb7 req-d6a8b9a8-e7bc-4122-9ff6-199ebf853c2d tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:20.462380 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b50898c5-44fd-4308-a34d-a1f002840bb7 req-d6a8b9a8-e7bc-4122-9ff6-199ebf853c2d tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3bfc8b0b-ba5e-4162-895b-e99ad170e20f HTTP/1.1" status: 200 len: 946 time: 0.0913453 Sep 29 02:14:20.483633 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccfdccd-89da-4cff-aad9-9eb8a7841eb2 req-514b92fb-d3e0-4bb8-8460-c93879115087 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:20.485820 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4ccfdccd-89da-4cff-aad9-9eb8a7841eb2 req-514b92fb-d3e0-4bb8-8460-c93879115087 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 943 time: 0.1166487 Sep 29 02:14:20.551213 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b50898c5-44fd-4308-a34d-a1f002840bb7 req-7dbfe0bc-557d-454c-bd4c-cf39bfc9656b tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a4a97e58-396f-4ea2-abe4-ff684f0788d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829349 Sep 29 02:14:20.567124 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4ccfdccd-89da-4cff-aad9-9eb8a7841eb2 req-f1791518-3c42-4ce8-83d4-f7ffdb8ab9ae tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744855 Sep 29 02:14:20.862121 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee1f79-2da8-47d2-a822-4c5fa07b1495 req-1cc1b2d2-24dc-402a-91ac-3dc62d46d514 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:20.863601 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9bee1f79-2da8-47d2-a822-4c5fa07b1495 req-1cc1b2d2-24dc-402a-91ac-3dc62d46d514 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 944 time: 0.0481822 Sep 29 02:14:20.914272 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9bee1f79-2da8-47d2-a822-4c5fa07b1495 req-10970d04-0d6a-4608-88bd-d88ba8b19e15 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446994 Sep 29 02:14:21.711695 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3f422-2bac-452b-9cf6-311fd73f6d52 req-2668b66d-007c-4909-9f99-6ea186034e7c tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:21.713153 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-56d3f422-2bac-452b-9cf6-311fd73f6d52 req-2668b66d-007c-4909-9f99-6ea186034e7c tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 943 time: 0.0683897 Sep 29 02:14:21.719287 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa7a93-8ca4-4476-8f77-f28faf7a68dd req-4dc14310-2a60-4c06-a9e5-acb06f789e14 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:21.720706 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d1fa7a93-8ca4-4476-8f77-f28faf7a68dd req-4dc14310-2a60-4c06-a9e5-acb06f789e14 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3bfc8b0b-ba5e-4162-895b-e99ad170e20f HTTP/1.1" status: 200 len: 946 time: 0.0861342 Sep 29 02:14:21.786521 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-56d3f422-2bac-452b-9cf6-311fd73f6d52 req-8d9ddfc1-ba43-4583-a14f-d8e90efa03df tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648868 Sep 29 02:14:21.798159 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d1fa7a93-8ca4-4476-8f77-f28faf7a68dd req-e987e1ef-c9da-4059-9384-535fea2484fc tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a4a97e58-396f-4ea2-abe4-ff684f0788d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697176 Sep 29 02:14:22.040636 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81294e-8f3e-4858-8753-0a4cd29481aa req-b9f41cab-2a1e-4d20-b2e1-89132a3a9a9a tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:22.042141 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-5b81294e-8f3e-4858-8753-0a4cd29481aa req-b9f41cab-2a1e-4d20-b2e1-89132a3a9a9a tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 944 time: 0.0506227 Sep 29 02:14:22.089115 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-5b81294e-8f3e-4858-8753-0a4cd29481aa req-b44fe779-0675-434c-a845-10f4da86a8a9 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414300 Sep 29 02:14:22.096662 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1e39b378-8583-48f4-8971-b65367454abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:22.327698 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf080b-713c-4f8f-af61-8f73a0cd913b req-b10770e8-503e-4ddd-a7f5-15bf8650c051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:22.329448 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-8baf080b-713c-4f8f-af61-8f73a0cd913b req-b10770e8-503e-4ddd-a7f5-15bf8650c051 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=7d0ac285a6454f88bd1ea0382844f6bf&device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 1127 time: 0.0444868 Sep 29 02:14:22.330219 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1aea43-39dd-4e10-b375-065ce46ebedb req-d836607f-ff5e-47cb-8f15-1a9ac7954a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:22.331723 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7c1aea43-39dd-4e10-b375-065ce46ebedb req-d836607f-ff5e-47cb-8f15-1a9ac7954a67 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=b407de2089554e13839d51f270c3adf1&device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 1128 time: 0.0449178 Sep 29 02:14:22.464755 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41604e67-8345-4e02-8aa8-097902f76d84 req-1f675eca-a1dd-4c10-a65c-553b04f6d199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:22.466270 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-41604e67-8345-4e02-8aa8-097902f76d84 req-1f675eca-a1dd-4c10-a65c-553b04f6d199 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3bfc8b0b-ba5e-4162-895b-e99ad170e20f HTTP/1.1" status: 200 len: 1130 time: 0.0628252 Sep 29 02:14:22.495471 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf080b-713c-4f8f-af61-8f73a0cd913b req-b257ad8d-a46c-4814-b96d-bfcef1cc7385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:22.496911 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-8baf080b-713c-4f8f-af61-8f73a0cd913b req-b257ad8d-a46c-4814-b96d-bfcef1cc7385 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=7d0ac285a6454f88bd1ea0382844f6bf&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1506164 Sep 29 02:14:22.513018 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1aea43-39dd-4e10-b375-065ce46ebedb req-9d69f675-7acb-4b20-9ef1-e455ac697538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:22.514490 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7c1aea43-39dd-4e10-b375-065ce46ebedb req-9d69f675-7acb-4b20-9ef1-e455ac697538 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=b407de2089554e13839d51f270c3adf1&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1676049 Sep 29 02:14:22.568372 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-41604e67-8345-4e02-8aa8-097902f76d84 req-12db0646-dced-4f8e-985d-5e35ca8dfc9d service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a4a97e58-396f-4ea2-abe4-ff684f0788d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953450 Sep 29 02:14:22.609293 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf080b-713c-4f8f-af61-8f73a0cd913b req-1f0c3748-fa1a-412a-8abc-a55ab4912a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:22.610803 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-8baf080b-713c-4f8f-af61-8f73a0cd913b req-1f0c3748-fa1a-412a-8abc-a55ab4912a18 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1046991 Sep 29 02:14:22.931764 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1aea43-39dd-4e10-b375-065ce46ebedb req-d198701e-2660-4fad-8c67-487b7a43b689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:22.933227 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7c1aea43-39dd-4e10-b375-065ce46ebedb req-d198701e-2660-4fad-8c67-487b7a43b689 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4132915 Sep 29 02:14:22.950827 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927f920-54a8-4219-b448-44951f37ebca req-6fab0565-2540-40c4-8ced-310212becc9b tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:22.952217 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c927f920-54a8-4219-b448-44951f37ebca req-6fab0565-2540-40c4-8ced-310212becc9b tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 943 time: 0.0849574 Sep 29 02:14:22.972877 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffcbfdb-e08f-4465-b2a2-c48cfdf6233d req-a5206b83-b8cf-4687-a389-509c31a89e27 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:22.974625 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-dffcbfdb-e08f-4465-b2a2-c48cfdf6233d req-a5206b83-b8cf-4687-a389-509c31a89e27 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3bfc8b0b-ba5e-4162-895b-e99ad170e20f HTTP/1.1" status: 200 len: 946 time: 0.0953238 Sep 29 02:14:23.025510 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:23.042984 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-64f748e0-42c6-4650-a3ea-f62e64340ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:23.044517 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-64f748e0-42c6-4650-a3ea-f62e64340ea9 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=b407de2089554e13839d51f270c3adf1&device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 1128 time: 0.0395906 Sep 29 02:14:23.049072 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:23.084115 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c927f920-54a8-4219-b448-44951f37ebca req-59c082e8-b4a4-46f7-b491-3a29b1dce23d tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259303 Sep 29 02:14:23.084937 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-69cab12b-5400-4044-a8ae-efd4ba68e3db service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=756894e8-0371-4853-9df0-c52e7abf291a HTTP/1.1" status: 200 len: 217 time: 0.0333333 Sep 29 02:14:23.085403 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98b719-35c6-4357-89bc-4614e626de3f req-d3335e5d-74e9-4e09-bd3d-29c89bbf9a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:23.086781 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0e98b719-35c6-4357-89bc-4614e626de3f req-d3335e5d-74e9-4e09-bd3d-29c89bbf9a1a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=7d0ac285a6454f88bd1ea0382844f6bf&device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 1127 time: 0.0839520 Sep 29 02:14:23.089796 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-dffcbfdb-e08f-4465-b2a2-c48cfdf6233d req-385a9ada-6d18-4a18-94c0-f7dbee410417 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a4a97e58-396f-4ea2-abe4-ff684f0788d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058109 Sep 29 02:14:23.144316 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-fb1d1cf8-68b1-4b68-8a94-778f4b20793b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:23.145820 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-fb1d1cf8-68b1-4b68-8a94-778f4b20793b service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=2111ad5b-3d2c-43c1-94a3-5ae626ce912e HTTP/1.1" status: 200 len: 857 time: 0.0487111 Sep 29 02:14:23.146337 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0e98b719-35c6-4357-89bc-4614e626de3f req-bbe68bbe-24c3-4ed3-b233-fe4cef9b2b34 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdca96a4-7592-4b3f-bc8b-2235372db214 HTTP/1.1" status: 200 len: 217 time: 0.0487881 Sep 29 02:14:23.202651 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:23.218633 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe20cea-04a9-462d-8530-64d5c482389d req-cc56bc2e-3008-4c8f-8502-92093592309e tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:23.220109 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7fe20cea-04a9-462d-8530-64d5c482389d req-cc56bc2e-3008-4c8f-8502-92093592309e tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 944 time: 0.0516052 Sep 29 02:14:23.275282 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7fe20cea-04a9-462d-8530-64d5c482389d req-bd32ff0f-88db-4c04-8e36-cababaac65f6 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494580 Sep 29 02:14:23.987094 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-b8517e5c-c7b7-43c5-91ed-4d19977e6f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:23.988583 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-b8517e5c-c7b7-43c5-91ed-4d19977e6f0f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0389297 Sep 29 02:14:24.017119 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98b719-35c6-4357-89bc-4614e626de3f req-ae4a3a9c-2b07-46a5-ab1c-4d210fbf4e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:24.018844 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0e98b719-35c6-4357-89bc-4614e626de3f req-ae4a3a9c-2b07-46a5-ab1c-4d210fbf4e93 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=a22cbea8-e4da-4c64-ac8e-b905a8223e3b HTTP/1.1" status: 200 len: 854 time: 0.0460217 Sep 29 02:14:24.020204 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=5 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:24.020936 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=27 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:24.066373 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98b719-35c6-4357-89bc-4614e626de3f req-2ec51b4f-7751-497e-b713-dd1b8fdea199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:24.067997 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0e98b719-35c6-4357-89bc-4614e626de3f req-2ec51b4f-7751-497e-b713-dd1b8fdea199 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0404000 Sep 29 02:14:24.087829 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-ac232741-4ffe-41b8-9f3b-638bb75f3548 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890274 Sep 29 02:14:24.196180 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-1fd67b71-826e-4a83-b854-9975600b8ad1 req-8f612ebf-8228-4640-9e79-3b5bd64c36e5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022279 Sep 29 02:14:24.204278 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0e98b719-35c6-4357-89bc-4614e626de3f req-8d96110c-0755-4074-afe3-13feaea66885 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228089 Sep 29 02:14:24.290863 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa02fd-905b-4433-bdcb-8b1f3f608198 req-b23401a4-3525-4d04-b092-ec4107b48d20 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:24.292311 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0bfa02fd-905b-4433-bdcb-8b1f3f608198 req-b23401a4-3525-4d04-b092-ec4107b48d20 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 943 time: 0.1227057 Sep 29 02:14:24.317301 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369a78b-dba2-4402-b4d4-8feed968635c req-da226afe-3ae3-491a-864c-ddbf33b7e3d3 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:24.318725 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-8369a78b-dba2-4402-b4d4-8feed968635c req-da226afe-3ae3-491a-864c-ddbf33b7e3d3 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3bfc8b0b-ba5e-4162-895b-e99ad170e20f HTTP/1.1" status: 200 len: 946 time: 0.1176200 Sep 29 02:14:24.405353 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0e98b719-35c6-4357-89bc-4614e626de3f req-c924b4da-f143-43fc-a42a-77e0aac7ec00 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887102 Sep 29 02:14:24.408463 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0bfa02fd-905b-4433-bdcb-8b1f3f608198 req-341f681d-475e-4690-be17-58f33a393895 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090682 Sep 29 02:14:24.419681 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-8369a78b-dba2-4402-b4d4-8feed968635c req-865c072d-9dab-4460-89df-801b95f812d4 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a4a97e58-396f-4ea2-abe4-ff684f0788d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897801 Sep 29 02:14:24.522180 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d967d-01ff-4d74-a9f6-9487190326c8 req-55377d4f-32f1-4dbc-976c-323fb30f7279 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:24.523646 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-2c7d967d-01ff-4d74-a9f6-9487190326c8 req-55377d4f-32f1-4dbc-976c-323fb30f7279 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 944 time: 0.0494220 Sep 29 02:14:24.576507 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-2c7d967d-01ff-4d74-a9f6-9487190326c8 req-e34374ec-7f56-40f7-a815-5023161ff983 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473459 Sep 29 02:14:24.756824 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:24.855474 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:25.558070 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11486dc3-5c39-4d03-9476-c7d0ed033e40 req-e2dc4709-88cc-488b-9161-4613b35f391e tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:25.559575 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-11486dc3-5c39-4d03-9476-c7d0ed033e40 req-e2dc4709-88cc-488b-9161-4613b35f391e tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 943 time: 0.0727713 Sep 29 02:14:25.570208 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57431d89-8a64-4ce9-85c0-183464350d03 req-e5749191-386d-4b9d-b0d8-7a874fdf1bad tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:25.571627 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-57431d89-8a64-4ce9-85c0-183464350d03 req-e5749191-386d-4b9d-b0d8-7a874fdf1bad tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3bfc8b0b-ba5e-4162-895b-e99ad170e20f HTTP/1.1" status: 200 len: 946 time: 0.0762010 Sep 29 02:14:25.642952 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-11486dc3-5c39-4d03-9476-c7d0ed033e40 req-c6b25d90-c417-4ca9-9711-ae04990bdfde tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703099 Sep 29 02:14:25.652122 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-57431d89-8a64-4ce9-85c0-183464350d03 req-925b61af-e838-43b1-9619-e742da4526e8 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a4a97e58-396f-4ea2-abe4-ff684f0788d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726900 Sep 29 02:14:25.754129 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff935acd-78a7-4e51-ac05-e2fbf6c6ce3d req-c0f7c59e-f2c2-4f5e-9c07-2d3fe7fcf4b6 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:25.755659 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ff935acd-78a7-4e51-ac05-e2fbf6c6ce3d req-c0f7c59e-f2c2-4f5e-9c07-2d3fe7fcf4b6 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 944 time: 0.0536792 Sep 29 02:14:25.797227 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:25.805209 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ff935acd-78a7-4e51-ac05-e2fbf6c6ce3d req-d68f66a4-6ba1-479d-972f-9e51b17263d7 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437341 Sep 29 02:14:25.811137 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 54664) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:25.915115 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c08b006b-3d3a-4391-9997-0f32810b9026 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:25.926983 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:25.988722 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c08b006b-3d3a-4391-9997-0f32810b9026 admin admin] Publish callbacks [] for security_group (b05463c7-bc66-4dec-9377-967215e1c542), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:25.992053 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c08b006b-3d3a-4391-9997-0f32810b9026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (b05463c7-bc66-4dec-9377-967215e1c542), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:26.031946 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-c08b006b-3d3a-4391-9997-0f32810b9026 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=63b4129bf8494d19b14e595d741e0343&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194560 Sep 29 02:14:26.032816 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b006b-3d3a-4391-9997-0f32810b9026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05463c7-bc66-4dec-9377-967215e1c542,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:26.035919 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 54668) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:26.049503 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 6 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:14:26.085231 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-655416fd-26da-44f2-a437-79b7e15a80b9 admin admin] Publish callbacks [] for security_group (b05463c7-bc66-4dec-9377-967215e1c542), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:26.105200 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-655416fd-26da-44f2-a437-79b7e15a80b9 admin admin] Publish callbacks [] for security_group (b05463c7-bc66-4dec-9377-967215e1c542), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:26.156001 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-655416fd-26da-44f2-a437-79b7e15a80b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (b05463c7-bc66-4dec-9377-967215e1c542), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:26.158728 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-655416fd-26da-44f2-a437-79b7e15a80b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:26.159873 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-655416fd-26da-44f2-a437-79b7e15a80b9 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/b05463c7-bc66-4dec-9377-967215e1c542 HTTP/1.1" status: 204 len: 168 time: 0.1229215 Sep 29 02:14:26.167602 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655416fd-26da-44f2-a437-79b7e15a80b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05463c7-bc66-4dec-9377-967215e1c542,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:26.801369 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02237a-dd49-4f41-8e4e-296a0b5f3fa4 req-555360e6-5304-44a7-ba3a-fbc965bf9f00 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:26.802767 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-bb02237a-dd49-4f41-8e4e-296a0b5f3fa4 req-555360e6-5304-44a7-ba3a-fbc965bf9f00 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 943 time: 0.0791435 Sep 29 02:14:26.810287 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd54fe-d462-4197-8103-75b54115edec req-f7062d22-c03f-46a8-9c35-ba99cc19b2e1 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:26.811664 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f3dd54fe-d462-4197-8103-75b54115edec req-f7062d22-c03f-46a8-9c35-ba99cc19b2e1 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3bfc8b0b-ba5e-4162-895b-e99ad170e20f HTTP/1.1" status: 200 len: 946 time: 0.0770209 Sep 29 02:14:26.886837 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-bb02237a-dd49-4f41-8e4e-296a0b5f3fa4 req-4cdeecc1-3aae-43b8-b681-d73346aa8969 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734899 Sep 29 02:14:26.889800 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f3dd54fe-d462-4197-8103-75b54115edec req-f4308998-9e89-4645-89ab-4d122c2999d5 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a4a97e58-396f-4ea2-abe4-ff684f0788d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694883 Sep 29 02:14:26.998461 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92efb46e-41b7-4ce9-a502-e2db20d38cb6 req-80aabbc2-0c4b-44ff-ab78-1b9e102dc72e tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:27.000036 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-92efb46e-41b7-4ce9-a502-e2db20d38cb6 req-80aabbc2-0c4b-44ff-ab78-1b9e102dc72e tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 944 time: 0.0514221 Sep 29 02:14:27.047191 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-92efb46e-41b7-4ce9-a502-e2db20d38cb6 req-30958e7a-b326-4dec-9c2c-6dd75ae2724c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415063 Sep 29 02:14:27.212773 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 54704) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:27.316984 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e9195c04-9adc-46ab-9116-be68feebbc1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:27.348883 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:27.393153 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e9195c04-9adc-46ab-9116-be68feebbc1d admin admin] Publish callbacks [] for security_group (be730c35-fb5a-40bc-a904-60da9e2ea4b0), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:27.397102 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e9195c04-9adc-46ab-9116-be68feebbc1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (be730c35-fb5a-40bc-a904-60da9e2ea4b0), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:27.401501 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:27.439174 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-e9195c04-9adc-46ab-9116-be68feebbc1d admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=37620330b8314a35824b69d7fc983382&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2252893 Sep 29 02:14:27.440131 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9195c04-9adc-46ab-9116-be68feebbc1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be730c35-fb5a-40bc-a904-60da9e2ea4b0,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:27.441995 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 54708) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:27.493046 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c6dea534-db65-4c1e-afe6-7d7ee011930f admin admin] Publish callbacks [] for security_group (be730c35-fb5a-40bc-a904-60da9e2ea4b0), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:27.513226 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c6dea534-db65-4c1e-afe6-7d7ee011930f admin admin] Publish callbacks [] for security_group (be730c35-fb5a-40bc-a904-60da9e2ea4b0), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:27.560741 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c6dea534-db65-4c1e-afe6-7d7ee011930f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (be730c35-fb5a-40bc-a904-60da9e2ea4b0), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:27.564134 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c6dea534-db65-4c1e-afe6-7d7ee011930f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:27.565269 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-c6dea534-db65-4c1e-afe6-7d7ee011930f admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/be730c35-fb5a-40bc-a904-60da9e2ea4b0 HTTP/1.1" status: 204 len: 168 time: 0.1218712 Sep 29 02:14:27.574673 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dea534-db65-4c1e-afe6-7d7ee011930f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be730c35-fb5a-40bc-a904-60da9e2ea4b0,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:28.045705 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe834072-9d36-4330-a273-97ab4b8d5925 req-4a79956c-fa5f-4247-bda4-5cdec45a1b81 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:28.047742 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-fe834072-9d36-4330-a273-97ab4b8d5925 req-4a79956c-fa5f-4247-bda4-5cdec45a1b81 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 943 time: 0.0844967 Sep 29 02:14:28.060630 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2095eba-88e4-4116-b7c0-e7cb72d8be1f req-e77af9fe-74d1-4c21-b7f9-bb0d7c10b090 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:28.062814 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a2095eba-88e4-4116-b7c0-e7cb72d8be1f req-e77af9fe-74d1-4c21-b7f9-bb0d7c10b090 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3bfc8b0b-ba5e-4162-895b-e99ad170e20f HTTP/1.1" status: 200 len: 946 time: 0.0844989 Sep 29 02:14:28.137387 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-fe834072-9d36-4330-a273-97ab4b8d5925 req-8c18f9a7-381b-4cf7-bdf6-ba8df91fa8cb tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838110 Sep 29 02:14:28.140620 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a2095eba-88e4-4116-b7c0-e7cb72d8be1f req-cdbadf76-7dec-42a6-a17a-870bb1ab94e7 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a4a97e58-396f-4ea2-abe4-ff684f0788d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713077 Sep 29 02:14:28.172248 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 756894e8-0371-4853-9df0-c52e7abf291a details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:14:28.255230 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb764356-a9fc-4019-85d9-e2c258c19db2 req-066d7790-c695-47db-82c2-ecc15755fd38 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:28.257378 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-bb764356-a9fc-4019-85d9-e2c258c19db2 req-066d7790-c695-47db-82c2-ecc15755fd38 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 944 time: 0.0541940 Sep 29 02:14:28.284049 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 54738) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:28.302078 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 756894e8-0371-4853-9df0-c52e7abf291a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=756894e8-0371-4853-9df0-c52e7abf291a,segment=NetworkSegment(a8a02d65-1024-4bc6-87a2-058a2a88454f),segment_id=a8a02d65-1024-4bc6-87a2-058a2a88454f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:14:28.317645 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Returning: {'device': '756894e8-0371-4853-9df0-c52e7abf291a', 'network_id': 'ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3', 'port_id': '756894e8-0371-4853-9df0-c52e7abf291a', 'mac_address': 'fa:16:3e:67:f5:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2111ad5b-3d2c-43c1-94a3-5ae626ce912e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:14:28.322310 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-bb764356-a9fc-4019-85d9-e2c258c19db2 req-070f96e2-bef7-4b66-84fa-6e5d529b3e8a tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572238 Sep 29 02:14:28.363023 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port 756894e8-0371-4853-9df0-c52e7abf291a is: DOWN; New status is: BUILD {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:28.363413 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (756894e8-0371-4853-9df0-c52e7abf291a), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:28.377665 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 756894e8-0371-4853-9df0-c52e7abf291a {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:14:28.396002 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-5cc55eb3-3c71-4825-8780-26dcd432836a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1892987897-network', 'tenant_id': '342119cedbac4ca9b7ac5c1cd5481823'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:28.398415 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 756894e8-0371-4853-9df0-c52e7abf291a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=756894e8-0371-4853-9df0-c52e7abf291a,segment=NetworkSegment(a8a02d65-1024-4bc6-87a2-058a2a88454f),segment_id=a8a02d65-1024-4bc6-87a2-058a2a88454f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:14:28.402916 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (756894e8-0371-4853-9df0-c52e7abf291a), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:28.419203 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc55eb3-3c71-4825-8780-26dcd432836a admin admin] Made reservation on behalf of 342119cedbac4ca9b7ac5c1cd5481823 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:14:28.422214 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5cc55eb3-3c71-4825-8780-26dcd432836a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for network (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:28.441526 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5cc55eb3-3c71-4825-8780-26dcd432836a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:28.450121 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:28.455602 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Pushing event updated for resources: {'Port': ['ID=756894e8-0371-4853-9df0-c52e7abf291a,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:28.519295 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5cc55eb3-3c71-4825-8780-26dcd432836a admin admin] Publish callbacks [] for security_group (145073e6-d7d3-4f1e-a152-ff3f6ae43270), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:28.523469 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5cc55eb3-3c71-4825-8780-26dcd432836a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (145073e6-d7d3-4f1e-a152-ff3f6ae43270), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:28.554470 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cc55eb3-3c71-4825-8780-26dcd432836a admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:14:28.564996 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc55eb3-3c71-4825-8780-26dcd432836a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145073e6-d7d3-4f1e-a152-ff3f6ae43270,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:28.573399 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5cc55eb3-3c71-4825-8780-26dcd432836a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841896'] for segment (e94d2288-b31f-4841-a25d-0aeb698d0408), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:28.573668 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.db.segments_db [None req-5cc55eb3-3c71-4825-8780-26dcd432836a admin admin] Added segment e94d2288-b31f-4841-a25d-0aeb698d0408 of type vlan for network 5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5 Sep 29 02:14:28.618698 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5cc55eb3-3c71-4825-8780-26dcd432836a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769072021697'] for network (5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:28.645860 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5cc55eb3-3c71-4825-8780-26dcd432836a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168'] for network (5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:28.646984 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc55eb3-3c71-4825-8780-26dcd432836a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:28.647666 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5cc55eb3-3c71-4825-8780-26dcd432836a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for network (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:28.703970 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-5cc55eb3-3c71-4825-8780-26dcd432836a admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4187107 Sep 29 02:14:28.707321 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 54748) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:28.712268 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-ee0f34f5-4ea3-4b95-a569-417f1bd91534 admin admin] Request body: {'subnet': {'network_id': '5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1892987897-subnet', 'tenant_id': '342119cedbac4ca9b7ac5c1cd5481823', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:28.714990 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc55eb3-3c71-4825-8780-26dcd432836a admin admin] Pushing event updated for resources: {'Network': ['ID=5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:28.716999 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:28.726996 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Network 5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5 details requested by agent ovs-agent-dv-cinder-740146-21-smb with host dv-cinder-740146-21-smb {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:14:28.738856 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0f34f5-4ea3-4b95-a569-417f1bd91534 admin admin] Made reservation on behalf of 342119cedbac4ca9b7ac5c1cd5481823 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:14:28.741547 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ee0f34f5-4ea3-4b95-a569-417f1bd91534 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25691299'] for subnet (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:28.788764 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:28.924595 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ee0f34f5-4ea3-4b95-a569-417f1bd91534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26031399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25691285'] for subnet (b09cba57-3e8f-4e5d-9604-d9c5e2bf2bf6), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:28.962946 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] get_ports_and_sgs() called for port_ids ['756894e8-0371-4853-9df0-c52e7abf291a'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:14:28.990351 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f34f5-4ea3-4b95-a569-417f1bd91534 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b09cba57-3e8f-4e5d-9604-d9c5e2bf2bf6,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:28.998404 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0f34f5-4ea3-4b95-a569-417f1bd91534 admin admin] Checking segment: {'id': 'e94d2288-b31f-4841-a25d-0aeb698d0408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:14:28.998991 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0f34f5-4ea3-4b95-a569-417f1bd91534 admin admin] Network hostable DHCP agents. Network: 5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5, hostable agents: ['7f4c726f-d790-49c7-8982-ed059dd67ac5'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:14:29.043159 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0f34f5-4ea3-4b95-a569-417f1bd91534 admin admin] Network 5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5 is scheduled to be hosted by DHCP agent 7f4c726f-d790-49c7-8982-ed059dd67ac5 with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:14:29.060798 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-ee0f34f5-4ea3-4b95-a569-417f1bd91534 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-21-smb, 5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:14:29.068432 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a433d9-6b66-4d85-9582-4919ad303459 req-fa95484f-6ef7-4bee-a256-c44e59da3041 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:29.069987 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-93a433d9-6b66-4d85-9582-4919ad303459 req-fa95484f-6ef7-4bee-a256-c44e59da3041 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3bfc8b0b-ba5e-4162-895b-e99ad170e20f HTTP/1.1" status: 200 len: 946 time: 0.0592585 Sep 29 02:14:29.070692 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e68fe53-5ac8-49e4-8f43-dc7a2c83e05e None None] Network 5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5 requested from dv-cinder-740146-21-smb {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:14:29.072708 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0f34f5-4ea3-4b95-a569-417f1bd91534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:29.073533 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ee0f34f5-4ea3-4b95-a569-417f1bd91534 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for subnet (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:29.108122 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-ee0f34f5-4ea3-4b95-a569-417f1bd91534 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3993979 Sep 29 02:14:29.137816 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-93a433d9-6b66-4d85-9582-4919ad303459 req-7de5de87-d4c9-48c4-9f36-357f9ba7a451 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a4a97e58-396f-4ea2-abe4-ff684f0788d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602167 Sep 29 02:14:29.212673 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e98030b-a0d4-426b-9658-06116725b284 None None] Network 5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5 requested from dv-cinder-740146-21-smb {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:14:29.273153 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8449d-d5e4-44cd-b900-9dc49844cf22 req-a3cddc6e-1fb2-4f01-a435-0bedcd8ecb4c tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:29.274945 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-add8449d-d5e4-44cd-b900-9dc49844cf22 req-a3cddc6e-1fb2-4f01-a435-0bedcd8ecb4c tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 943 time: 0.0500166 Sep 29 02:14:29.326243 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-add8449d-d5e4-44cd-b900-9dc49844cf22 req-31627760-5029-413c-8267-f3c96e035387 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447664 Sep 29 02:14:29.449239 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ca46a-0330-4af2-a5c9-794bc1767716 req-663b7082-287b-40a4-a0a3-e2737705ca30 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:29.450759 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-411ca46a-0330-4af2-a5c9-794bc1767716 req-663b7082-287b-40a4-a0a3-e2737705ca30 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 945 time: 0.0469725 Sep 29 02:14:29.502850 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-411ca46a-0330-4af2-a5c9-794bc1767716 req-971e4aa2-fe19-4230-b07c-9a630bc9ce57 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458038 Sep 29 02:14:30.263896 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08632d2c-2f20-47e8-ace8-eaa26b8a2244 req-06f1d8e2-ca0f-4f8f-a0cd-15c5988e05f7 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:30.265992 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-08632d2c-2f20-47e8-ace8-eaa26b8a2244 req-06f1d8e2-ca0f-4f8f-a0cd-15c5988e05f7 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3bfc8b0b-ba5e-4162-895b-e99ad170e20f HTTP/1.1" status: 200 len: 946 time: 0.0526042 Sep 29 02:14:30.312475 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-08632d2c-2f20-47e8-ace8-eaa26b8a2244 req-c406ac05-ad80-440a-82cc-5d686cbce022 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a4a97e58-396f-4ea2-abe4-ff684f0788d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406628 Sep 29 02:14:30.335594 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 756894e8-0371-4853-9df0-c52e7abf291a up at agent hyperv_hv-cinder-74014 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:14:30.381360 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Provisioning for port 756894e8-0371-4853-9df0-c52e7abf291a completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:14:30.383078 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:30.389020 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Provisioning complete for port 756894e8-0371-4853-9df0-c52e7abf291a triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:30.389431 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (756894e8-0371-4853-9df0-c52e7abf291a), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:30.390489 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Attempt 1 to provision port 756894e8-0371-4853-9df0-c52e7abf291a Sep 29 02:14:30.447399 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03125f84-4e5b-408e-b013-4fcc5d87a916 req-b3620aab-1a82-4059-82fb-a5f5a74109d2 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:30.448770 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-03125f84-4e5b-408e-b013-4fcc5d87a916 req-b3620aab-1a82-4059-82fb-a5f5a74109d2 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 943 time: 0.0461133 Sep 29 02:14:30.462247 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port 756894e8-0371-4853-9df0-c52e7abf291a is: BUILD; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:30.462635 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (756894e8-0371-4853-9df0-c52e7abf291a), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:30.486730 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba079f9-731e-4b59-8e01-ec31e6b9ee6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756894e8-0371-4853-9df0-c52e7abf291a'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:14:30.488986 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9024dbdcad92e29b408608371dc01104c16b992bc758fd4b6455d872f62f597b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a36945-355d-46b1-a32c-3c592ee091a0" -d '{"events": [{"server_uuid": "cba079f9-731e-4b59-8e01-ec31e6b9ee6b", "name": "network-vif-plugged", "status": "completed", "tag": "756894e8-0371-4853-9df0-c52e7abf291a"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:14:30.499226 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-03125f84-4e5b-408e-b013-4fcc5d87a916 req-bcb8d857-8152-4ee5-b139-acea02c09170 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431316 Sep 29 02:14:30.506488 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 756894e8-0371-4853-9df0-c52e7abf291a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=756894e8-0371-4853-9df0-c52e7abf291a,segment=NetworkSegment(a8a02d65-1024-4bc6-87a2-058a2a88454f),segment_id=a8a02d65-1024-4bc6-87a2-058a2a88454f)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:14:30.511826 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (756894e8-0371-4853-9df0-c52e7abf291a), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:30.536102 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5952670e-1d85-4288-8b4b-b641cd9669c9 x-openstack-request-id: req-5952670e-1d85-4288-8b4b-b641cd9669c9 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:14:30.536414 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba079f9-731e-4b59-8e01-ec31e6b9ee6b", "name": "network-vif-plugged", "status": "completed", "tag": "756894e8-0371-4853-9df0-c52e7abf291a", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:14:30.536665 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5952670e-1d85-4288-8b4b-b641cd9669c9 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:14:30.537049 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5952670e-1d85-4288-8b4b-b641cd9669c9'] response: {'server_uuid': 'cba079f9-731e-4b59-8e01-ec31e6b9ee6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756894e8-0371-4853-9df0-c52e7abf291a', 'code': 200} Sep 29 02:14:30.562590 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Pushing event updated for resources: {'Port': ['ID=756894e8-0371-4853-9df0-c52e7abf291a,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:30.622550 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d942e-4c49-4511-a8e6-37ee0bed0772 req-6a00d353-61f8-4ee3-b6e3-6757b353e188 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:30.624509 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4d3d942e-4c49-4511-a8e6-37ee0bed0772 req-6a00d353-61f8-4ee3-b6e3-6757b353e188 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 946 time: 0.0452459 Sep 29 02:14:30.676096 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4d3d942e-4c49-4511-a8e6-37ee0bed0772 req-c1741d93-bf4a-4c6c-ab7e-4cada56a71a2 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459857 Sep 29 02:14:30.869191 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:30.914205 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:30.925884 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-f4d5615c-8c1b-4143-80ce-284ed0ed3f00 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:30.927358 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-f4d5615c-8c1b-4143-80ce-284ed0ed3f00 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/networks?id=5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5 HTTP/1.1" status: 200 len: 814 time: 0.1061695 Sep 29 02:14:30.943213 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-46c55361-47b5-4768-b47b-5d373fbd5b8a tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/quotas/342119cedbac4ca9b7ac5c1cd5481823 HTTP/1.1" status: 200 len: 375 time: 0.0103533 Sep 29 02:14:30.978933 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-1d2d5c4e-a9bc-40a4-8160-07986ee5d29d tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=342119cedbac4ca9b7ac5c1cd5481823&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309086 Sep 29 02:14:31.069074 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-71acfa8d-7d3a-42e9-aad3-e19672c8bbcb service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824242 Sep 29 02:14:31.165968 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-c526ef4e-f0fe-4aec-a568-0fbd258ebcf1 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910251 Sep 29 02:14:31.331834 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d34332b6-0060-4aad-8848-53f20c871a00 req-3417772d-2d4b-4633-bc16-baeda9c25f40 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed39692c-2b18-4b0e-9eee-f02a79e33fbe HTTP/1.1" status: 200 len: 210 time: 0.0285285 Sep 29 02:14:31.443586 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a537ee-5ae1-491b-ab57-aba9a1461ed0 req-adff7175-f916-4cb1-b901-70dff942d7bf tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:31.445109 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-37a537ee-5ae1-491b-ab57-aba9a1461ed0 req-adff7175-f916-4cb1-b901-70dff942d7bf tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3bfc8b0b-ba5e-4162-895b-e99ad170e20f HTTP/1.1" status: 200 len: 946 time: 0.0497065 Sep 29 02:14:31.494053 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-37a537ee-5ae1-491b-ab57-aba9a1461ed0 req-a7227823-3bb2-4b97-9484-d2a54fbf6cd9 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a4a97e58-396f-4ea2-abe4-ff684f0788d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430536 Sep 29 02:14:31.621342 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527142c3-5942-43af-a8c2-0918a5a679fc req-79ebaa85-7753-4e8b-866f-a9c56ca0e3bd tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:31.622836 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-527142c3-5942-43af-a8c2-0918a5a679fc req-79ebaa85-7753-4e8b-866f-a9c56ca0e3bd tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 943 time: 0.0487902 Sep 29 02:14:31.678156 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-527142c3-5942-43af-a8c2-0918a5a679fc req-e3ed7c68-1c90-4808-9d1c-6bfd59bb0df3 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490410 Sep 29 02:14:31.798041 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a971efd-ec35-4abb-a9ac-8444988121a1 req-5074786e-c6e4-4604-8c44-c7a1f4374b59 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:31.799462 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-3a971efd-ec35-4abb-a9ac-8444988121a1 req-5074786e-c6e4-4604-8c44-c7a1f4374b59 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 946 time: 0.0507474 Sep 29 02:14:31.847457 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-3a971efd-ec35-4abb-a9ac-8444988121a1 req-b4f8ca5b-e9e4-4e54-b402-76108a5e94ff tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423629 Sep 29 02:14:32.346595 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device bdca96a4-7592-4b3f-bc8b-2235372db214 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:14:32.459667 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port bdca96a4-7592-4b3f-bc8b-2235372db214, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=bdca96a4-7592-4b3f-bc8b-2235372db214,segment=NetworkSegment(07936685-b731-4b79-bf86-55e22ee6364a),segment_id=07936685-b731-4b79-bf86-55e22ee6364a)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:14:32.468035 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-74b8a8bb-773a-413d-9ad5-d8eef91a7232 req-e306ad63-de7c-4c02-9d2c-f243269da89c tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed39692c-2b18-4b0e-9eee-f02a79e33fbe HTTP/1.1" status: 200 len: 210 time: 0.0374713 Sep 29 02:14:32.470005 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d63c7-132e-4f19-921c-a99274dec2ae req-db4052f6-0c4a-47ef-89e2-a230ee34d86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:32.471416 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-8b5d63c7-132e-4f19-921c-a99274dec2ae req-db4052f6-0c4a-47ef-89e2-a230ee34d86d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 1130 time: 0.0692136 Sep 29 02:14:32.473012 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Returning: {'device': 'bdca96a4-7592-4b3f-bc8b-2235372db214', 'network_id': '3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7', 'port_id': 'bdca96a4-7592-4b3f-bc8b-2235372db214', 'mac_address': 'fa:16:3e:b0:e2:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a22cbea8-e4da-4c64-ac8e-b905a8223e3b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:14:32.517230 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port bdca96a4-7592-4b3f-bc8b-2235372db214 is: DOWN; New status is: BUILD {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:32.517644 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (bdca96a4-7592-4b3f-bc8b-2235372db214), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:32.533683 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdca96a4-7592-4b3f-bc8b-2235372db214 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:14:32.534915 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-8b5d63c7-132e-4f19-921c-a99274dec2ae req-84711d6e-574b-4036-a41d-0c1777be2803 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540121 Sep 29 02:14:32.554928 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port bdca96a4-7592-4b3f-bc8b-2235372db214, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=bdca96a4-7592-4b3f-bc8b-2235372db214,segment=NetworkSegment(07936685-b731-4b79-bf86-55e22ee6364a),segment_id=07936685-b731-4b79-bf86-55e22ee6364a)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:14:32.559216 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (bdca96a4-7592-4b3f-bc8b-2235372db214), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:32.581420 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:32.610050 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Pushing event updated for resources: {'Port': ['ID=bdca96a4-7592-4b3f-bc8b-2235372db214,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:32.628568 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32545828-e953-4201-8b1e-ae4c50f81ac8 req-1805e478-6582-4384-ade2-d7bb36714d91 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:32.630116 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-32545828-e953-4201-8b1e-ae4c50f81ac8 req-1805e478-6582-4384-ade2-d7bb36714d91 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3bfc8b0b-ba5e-4162-895b-e99ad170e20f HTTP/1.1" status: 200 len: 946 time: 0.0510912 Sep 29 02:14:32.681635 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-32545828-e953-4201-8b1e-ae4c50f81ac8 req-0f8f2799-16a8-4e9f-9f02-6dfdaee6c3c0 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a4a97e58-396f-4ea2-abe4-ff684f0788d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456529 Sep 29 02:14:32.799049 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac0a64d-4ddd-4134-9f86-6713ddd6f8f4 req-319c164d-0df2-4ee1-8649-66d093ecc6f1 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:32.800504 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-aac0a64d-4ddd-4134-9f86-6713ddd6f8f4 req-319c164d-0df2-4ee1-8649-66d093ecc6f1 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 944 time: 0.0472648 Sep 29 02:14:32.851652 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-aac0a64d-4ddd-4134-9f86-6713ddd6f8f4 req-08f230ea-03fc-4974-a66e-7e93bd0244c2 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456829 Sep 29 02:14:32.968381 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e00b77-40ff-4593-b001-25d2ae176a70 req-7593ab48-6a28-48bd-a686-eafbef30fe16 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:32.969778 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c4e00b77-40ff-4593-b001-25d2ae176a70 req-7593ab48-6a28-48bd-a686-eafbef30fe16 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 946 time: 0.0478842 Sep 29 02:14:33.010726 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] get_ports_and_sgs() called for port_ids ['bdca96a4-7592-4b3f-bc8b-2235372db214'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:14:33.017302 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c4e00b77-40ff-4593-b001-25d2ae176a70 req-8100ba5e-c3e1-41a8-b116-893540ed0ec7 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416865 Sep 29 02:14:33.572039 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-942948de-53fb-4d83-9703-e4c32f7d511d req-0c1bc1cb-b402-4c6d-a4df-f54f91d27bab tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed39692c-2b18-4b0e-9eee-f02a79e33fbe HTTP/1.1" status: 200 len: 210 time: 0.0288935 Sep 29 02:14:33.801480 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dfa8f3-4c4a-4fbf-91e9-bf653a9407a2 req-851bfaea-9315-46bc-9315-bfeb64b48ed4 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:33.802898 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d3dfa8f3-4c4a-4fbf-91e9-bf653a9407a2 req-851bfaea-9315-46bc-9315-bfeb64b48ed4 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3bfc8b0b-ba5e-4162-895b-e99ad170e20f HTTP/1.1" status: 200 len: 946 time: 0.0468454 Sep 29 02:14:33.840642 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:33.849366 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:33.854328 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d3dfa8f3-4c4a-4fbf-91e9-bf653a9407a2 req-df3d4c59-20a6-448d-bdd9-3d2c48dcb9cd tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a4a97e58-396f-4ea2-abe4-ff684f0788d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460732 Sep 29 02:14:33.971220 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6b3e6-2fb9-45bd-83db-66d53d91fc1d req-65eaf5cd-fd49-496a-9120-c91b0bf084a4 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:33.972667 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-30b6b3e6-2fb9-45bd-83db-66d53d91fc1d req-65eaf5cd-fd49-496a-9120-c91b0bf084a4 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 944 time: 0.0468881 Sep 29 02:14:34.020204 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-30b6b3e6-2fb9-45bd-83db-66d53d91fc1d req-73af21bc-4e8d-4b69-aa21-f9f98fb82a24 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420551 Sep 29 02:14:34.157556 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4aed8b-1bf7-4c17-a689-0f3a469d96dd req-471b8301-7c0f-487a-8fe6-a5588e6a5483 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:34.159032 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6b4aed8b-1bf7-4c17-a689-0f3a469d96dd req-471b8301-7c0f-487a-8fe6-a5588e6a5483 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3bfc8b0b-ba5e-4162-895b-e99ad170e20f HTTP/1.1" status: 200 len: 946 time: 0.0819433 Sep 29 02:14:34.174086 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c95f6-ba6f-4d2a-85fc-4398ccbb2b2a req-8864b97d-8ea7-41e5-ab4a-25a7d3b3966b tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:34.175502 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-889c95f6-ba6f-4d2a-85fc-4398ccbb2b2a req-8864b97d-8ea7-41e5-ab4a-25a7d3b3966b tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 946 time: 0.0651383 Sep 29 02:14:34.265586 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-889c95f6-ba6f-4d2a-85fc-4398ccbb2b2a req-2c139f29-a7d9-4c3c-9f1b-8aabb75bd82f tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846715 Sep 29 02:14:34.306124 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-6b4aed8b-1bf7-4c17-a689-0f3a469d96dd req-03eaa5d9-16a5-4213-8011-812c986d659e tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Deleting port 559880dd-98d3-4f6c-bf99-c4736c8f49d7 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:14:34.306465 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-6b4aed8b-1bf7-4c17-a689-0f3a469d96dd req-03eaa5d9-16a5-4213-8011-812c986d659e tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (559880dd-98d3-4f6c-bf99-c4736c8f49d7), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:34.399668 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-6b4aed8b-1bf7-4c17-a689-0f3a469d96dd req-03eaa5d9-16a5-4213-8011-812c986d659e tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] For port 559880dd-98d3-4f6c-bf99-c4736c8f49d7, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=559880dd-98d3-4f6c-bf99-c4736c8f49d7,segment=NetworkSegment(d69739f8-63ce-450d-a9ae-043b7b1b481e),segment_id=d69739f8-63ce-450d-a9ae-043b7b1b481e)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:14:34.400030 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-6b4aed8b-1bf7-4c17-a689-0f3a469d96dd req-03eaa5d9-16a5-4213-8011-812c986d659e tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (559880dd-98d3-4f6c-bf99-c4736c8f49d7), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:34.412464 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-6b4aed8b-1bf7-4c17-a689-0f3a469d96dd req-03eaa5d9-16a5-4213-8011-812c986d659e tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Calling delete_port for 559880dd-98d3-4f6c-bf99-c4736c8f49d7 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:14:34.419319 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device bdca96a4-7592-4b3f-bc8b-2235372db214 up at agent hyperv_hv-cinder-74014 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:14:34.461034 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Provisioning for port bdca96a4-7592-4b3f-bc8b-2235372db214 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:14:34.466698 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Provisioning complete for port bdca96a4-7592-4b3f-bc8b-2235372db214 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:34.467179 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (bdca96a4-7592-4b3f-bc8b-2235372db214), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:34.467651 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Attempt 1 to provision port bdca96a4-7592-4b3f-bc8b-2235372db214 Sep 29 02:14:34.501372 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:34.541994 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port bdca96a4-7592-4b3f-bc8b-2235372db214 is: BUILD; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:34.542436 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (bdca96a4-7592-4b3f-bc8b-2235372db214), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:34.543652 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-6b4aed8b-1bf7-4c17-a689-0f3a469d96dd req-03eaa5d9-16a5-4213-8011-812c986d659e tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (559880dd-98d3-4f6c-bf99-c4736c8f49d7), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:34.570392 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d235e1-78c7-4f4b-8af2-7051aeeb1d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdca96a4-7592-4b3f-bc8b-2235372db214'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:14:34.571447 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eaa5d9-16a5-4213-8011-812c986d659e tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Pushing event deleted for resources: {'Port': ['ID=559880dd-98d3-4f6c-bf99-c4736c8f49d7,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:34.572537 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9024dbdcad92e29b408608371dc01104c16b992bc758fd4b6455d872f62f597b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af97d30e-09ee-42c8-a10e-d7fa8dbc4890" -d '{"events": [{"server_uuid": "87d235e1-78c7-4f4b-8af2-7051aeeb1d0d", "name": "network-vif-plugged", "status": "completed", "tag": "bdca96a4-7592-4b3f-bc8b-2235372db214"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:14:34.589871 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port bdca96a4-7592-4b3f-bc8b-2235372db214, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=bdca96a4-7592-4b3f-bc8b-2235372db214,segment=NetworkSegment(07936685-b731-4b79-bf86-55e22ee6364a),segment_id=07936685-b731-4b79-bf86-55e22ee6364a)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:14:34.594253 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (bdca96a4-7592-4b3f-bc8b-2235372db214), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:34.595228 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 559880dd-98d3-4f6c-bf99-c4736c8f49d7 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:14:34.627662 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b4aed8b-1bf7-4c17-a689-0f3a469d96dd req-03eaa5d9-16a5-4213-8011-812c986d659e tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] No DVR routers for this DVR port 559880dd-98d3-4f6c-bf99-c4736c8f49d7 on host hv-cinder-74014 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:14:34.630291 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-6b4aed8b-1bf7-4c17-a689-0f3a469d96dd req-03eaa5d9-16a5-4213-8011-812c986d659e tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for port (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:34.633550 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6b4aed8b-1bf7-4c17-a689-0f3a469d96dd req-03eaa5d9-16a5-4213-8011-812c986d659e tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.16 "DELETE /networking/v2.0/ports/559880dd-98d3-4f6c-bf99-c4736c8f49d7 HTTP/1.1" status: 204 len: 173 time: 0.4384508 Sep 29 02:14:34.634075 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bfc8b0b-ba5e-4162-895b-e99ad170e20f', 'name': 'network-vif-deleted', 'tag': '559880dd-98d3-4f6c-bf99-c4736c8f49d7'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:14:34.635944 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] No Port match for: 559880dd-98d3-4f6c-bf99-c4736c8f49d7 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:14:34.636291 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 559880dd-98d3-4f6c-bf99-c4736c8f49d7 not bound to the agent host hv-cinder-74014 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:14:34.636509 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6fd434f9474e642ac52a32a239cb9403cb6cbac172bb9ea56eecab16f0e16c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dccdf4fb-76f4-4a92-885f-153ecbea0940" -d '{"events": [{"server_uuid": "3bfc8b0b-ba5e-4162-895b-e99ad170e20f", "name": "network-vif-deleted", "tag": "559880dd-98d3-4f6c-bf99-c4736c8f49d7"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:14:34.653024 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5ed732-f646-4e17-a0fd-a3a60fc330a4 x-openstack-request-id: req-9c5ed732-f646-4e17-a0fd-a3a60fc330a4 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:14:34.653332 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d235e1-78c7-4f4b-8af2-7051aeeb1d0d", "name": "network-vif-plugged", "status": "completed", "tag": "bdca96a4-7592-4b3f-bc8b-2235372db214", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:14:34.653634 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9c5ed732-f646-4e17-a0fd-a3a60fc330a4 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:14:34.654111 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c5ed732-f646-4e17-a0fd-a3a60fc330a4'] response: {'server_uuid': '87d235e1-78c7-4f4b-8af2-7051aeeb1d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdca96a4-7592-4b3f-bc8b-2235372db214', 'code': 200} Sep 29 02:14:34.673485 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Pushing event updated for resources: {'Port': ['ID=bdca96a4-7592-4b3f-bc8b-2235372db214,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:34.711593 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecec9c41-6411-4f88-bfe4-7fb3808b02fd x-openstack-request-id: req-ecec9c41-6411-4f88-bfe4-7fb3808b02fd {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:14:34.711936 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bfc8b0b-ba5e-4162-895b-e99ad170e20f", "name": "network-vif-deleted", "tag": "559880dd-98d3-4f6c-bf99-c4736c8f49d7", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:14:34.712284 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ecec9c41-6411-4f88-bfe4-7fb3808b02fd {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:14:34.712571 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecec9c41-6411-4f88-bfe4-7fb3808b02fd'] response: {'server_uuid': '3bfc8b0b-ba5e-4162-895b-e99ad170e20f', 'name': 'network-vif-deleted', 'tag': '559880dd-98d3-4f6c-bf99-c4736c8f49d7', 'status': 'completed', 'code': 200} Sep 29 02:14:34.714958 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-568ffab4-4b7d-487a-83fa-9f1abc28b6bb req-c0497e75-ce65-4bd9-aeda-63db57cad1e4 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed39692c-2b18-4b0e-9eee-f02a79e33fbe HTTP/1.1" status: 200 len: 210 time: 0.0485771 Sep 29 02:14:34.957334 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0b0b395c-6dc5-4ba2-a2e4-d2e30680515a req-ba5079a6-ca8c-4355-bf32-b1f0bd247ae4 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3bfc8b0b-ba5e-4162-895b-e99ad170e20f HTTP/1.1" status: 200 len: 210 time: 0.0274844 Sep 29 02:14:35.140814 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f19b73-864f-442b-aad3-08c55c941c05 req-243b2625-9d58-4da1-b667-bea9b93d36e3 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:35.142233 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-09f19b73-864f-442b-aad3-08c55c941c05 req-243b2625-9d58-4da1-b667-bea9b93d36e3 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 945 time: 0.0479660 Sep 29 02:14:35.189761 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-09f19b73-864f-442b-aad3-08c55c941c05 req-c90ba1e8-1355-4afa-a0c5-a78dc0da0b89 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417378 Sep 29 02:14:35.510203 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ceae0-a7cd-4de8-b03d-9d2289a5d20f req-f83b72cc-1f03-4ac4-a50c-0c67926c288d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:35.511789 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-214ceae0-a7cd-4de8-b03d-9d2289a5d20f req-f83b72cc-1f03-4ac4-a50c-0c67926c288d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 1129 time: 0.0572996 Sep 29 02:14:35.607724 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-214ceae0-a7cd-4de8-b03d-9d2289a5d20f req-79120b56-6857-4ad1-b24b-7539832d53f7 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410740 Sep 29 02:14:35.665278 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12329680-7885-42ef-9c6c-6f3671b90663 req-ab7a9c50-592c-4142-ae78-9ff25e802be0 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:35.666753 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-12329680-7885-42ef-9c6c-6f3671b90663 req-ab7a9c50-592c-4142-ae78-9ff25e802be0 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 946 time: 0.0640309 Sep 29 02:14:35.707898 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-1015a4c5-6208-4bbe-aa9a-695a1b6ee045 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:35.709248 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-1015a4c5-6208-4bbe-aa9a-695a1b6ee045 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.16 "GET /networking/v2.0/networks?id=5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5 HTTP/1.1" status: 200 len: 814 time: 0.4277632 Sep 29 02:14:35.735694 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-12329680-7885-42ef-9c6c-6f3671b90663 req-f8a93793-2041-4637-bb11-33b63e7040c7 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622056 Sep 29 02:14:35.830431 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c2e9e41a-6897-4f9d-8d95-5732b1bd8721 req-bde8f119-dcd4-496c-b942-18426bf640fb tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed39692c-2b18-4b0e-9eee-f02a79e33fbe HTTP/1.1" status: 200 len: 210 time: 0.0382714 Sep 29 02:14:35.850334 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:35.856634 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:35.870497 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4fc340-c9b4-436a-9f35-438e7053bea8 req-8faca100-fe7a-4488-8341-b1fbdc4a68e8 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:35.871955 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7a4fc340-c9b4-436a-9f35-438e7053bea8 req-8faca100-fe7a-4488-8341-b1fbdc4a68e8 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 946 time: 0.0515296 Sep 29 02:14:35.882427 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 54850) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:35.886726 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-0075f842-a7c9-4bf1-af04-cf5650361162 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Request body: {'floatingip': {'port_id': '756894e8-0371-4853-9df0-c52e7abf291a'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:35.924045 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0075f842-a7c9-4bf1-af04-cf5650361162 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks [] for floatingip (81ead379-ea0f-41f0-af45-db186c883eb4), before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:35.961170 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-46e8958d-0f30-4ee0-87ec-99d3dd70b056 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Request body: {'port': {'device_id': 'ed39692c-2b18-4b0e-9eee-f02a79e33fbe', 'network_id': '5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5', 'admin_state_up': True, 'tenant_id': '342119cedbac4ca9b7ac5c1cd5481823'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:36.044700 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=2 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:36.112839 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-06ebb12e-c822-4b36-86c6-26c03e2cea2d req-058f7b7e-044e-4a6e-851f-a50d3c4b2718 tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3bfc8b0b-ba5e-4162-895b-e99ad170e20f HTTP/1.1" status: 200 len: 210 time: 0.0446062 Sep 29 02:14:36.244838 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-46e8958d-0f30-4ee0-87ec-99d3dd70b056 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Made reservation on behalf of 342119cedbac4ca9b7ac5c1cd5481823 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:14:36.248581 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-46e8958d-0f30-4ee0-87ec-99d3dd70b056 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:36.420954 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80dfe0-bc41-4c99-aa82-79ab3649e115 req-f5aba76f-dfd0-4fdf-8ab0-ad8234c616e7 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:36.422552 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-8d80dfe0-bc41-4c99-aa82-79ab3649e115 req-f5aba76f-dfd0-4fdf-8ab0-ad8234c616e7 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 945 time: 0.1572373 Sep 29 02:14:36.571447 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-8d80dfe0-bc41-4c99-aa82-79ab3649e115 req-5c7ab3c5-eb5d-4d57-9bce-5cb0af54922d tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386709 Sep 29 02:14:36.602042 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-46e8958d-0f30-4ee0-87ec-99d3dd70b056 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Allocated IP 172.20.0.13 (5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5/b09cba57-3e8f-4e5d-9604-d9c5e2bf2bf6/6cca4a00-d16f-47b5-b5dc-fedf3b628cda) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:14:36.692747 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0075f842-a7c9-4bf1-af04-cf5650361162 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:36.700263 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0075f842-a7c9-4bf1-af04-cf5650361162 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1596334'] for floatingip (81ead379-ea0f-41f0-af45-db186c883eb4), after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:36.781860 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:36.785534 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:36.877773 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.db.l3_db [None req-0075f842-a7c9-4bf1-af04-cf5650361162 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Floating IP 81ead379-ea0f-41f0-af45-db186c883eb4 associated. External IP: 172.28.2.42, port: 756894e8-0371-4853-9df0-c52e7abf291a. Sep 29 02:14:36.922662 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-46e8958d-0f30-4ee0-87ec-99d3dd70b056 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Publish callbacks [] for port (6cca4a00-d16f-47b5-b5dc-fedf3b628cda), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:36.956759 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0b394f07-afa3-4ad0-a3e4-2b02009a604a req-96cbe237-24f0-451f-b424-f44115e6d3c4 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed39692c-2b18-4b0e-9eee-f02a79e33fbe HTTP/1.1" status: 200 len: 210 time: 0.0401251 Sep 29 02:14:37.035800 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-46e8958d-0f30-4ee0-87ec-99d3dd70b056 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (6cca4a00-d16f-47b5-b5dc-fedf3b628cda), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:37.119849 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-46e8958d-0f30-4ee0-87ec-99d3dd70b056 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Network 5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:14:37.125807 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-46e8958d-0f30-4ee0-87ec-99d3dd70b056 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:14:37.131177 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-46e8958d-0f30-4ee0-87ec-99d3dd70b056 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:14:37.182127 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e8958d-0f30-4ee0-87ec-99d3dd70b056 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Pushing event updated for resources: {'Port': ['ID=6cca4a00-d16f-47b5-b5dc-fedf3b628cda,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:37.252868 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-46e8958d-0f30-4ee0-87ec-99d3dd70b056 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:37.253519 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-46e8958d-0f30-4ee0-87ec-99d3dd70b056 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for port (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:37.263872 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6bcd55d4-1055-4d9a-9074-587197d70a59 req-602173ee-0b79-4f51-a037-f0e587b4aadd tempest-VolumesActionsTest-1825301083 tempest-VolumesActionsTest-1825301083-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3bfc8b0b-ba5e-4162-895b-e99ad170e20f HTTP/1.1" status: 200 len: 210 time: 0.0527916 Sep 29 02:14:37.271242 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0075f842-a7c9-4bf1-af04-cf5650361162 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Router 33b7755f-0ea9-4a24-a5cf-6db9c23f13ea has already been hosted by L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:14:37.279253 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-46e8958d-0f30-4ee0-87ec-99d3dd70b056 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3236005 Sep 29 02:14:37.321531 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-7074494c-f9fe-4318-9f24-6a0752ede5ac service neutron] Request body: {'port': {'device_id': 'ed39692c-2b18-4b0e-9eee-f02a79e33fbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:37.428673 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-7074494c-f9fe-4318-9f24-6a0752ede5ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (6cca4a00-d16f-47b5-b5dc-fedf3b628cda), before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:37.439546 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0075f842-a7c9-4bf1-af04-cf5650361162 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:14:37.445017 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0075f842-a7c9-4bf1-af04-cf5650361162 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for floatingip (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:37.449903 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a918cd-82b1-43ab-86d8-2e414bf2b691 None None] Sync routers for ids ['33b7755f-0ea9-4a24-a5cf-6db9c23f13ea'] in dv-cinder-740146-21-smb {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:14:37.459631 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a918cd-82b1-43ab-86d8-2e414bf2b691 None None] Routers {'33b7755f-0ea9-4a24-a5cf-6db9c23f13ea'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:14:37.460238 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-35a918cd-82b1-43ab-86d8-2e414bf2b691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:14:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['33b7755f-0ea9-4a24-a5cf-6db9c23f13ea'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:37.499101 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:37.508095 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-0075f842-a7c9-4bf1-af04-cf5650361162 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/81ead379-ea0f-41f0-af45-db186c883eb4 HTTP/1.1" status: 200 len: 991 time: 1.6246150 Sep 29 02:14:37.510968 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba079f9-731e-4b59-8e01-ec31e6b9ee6b', 'tag': '756894e8-0371-4853-9df0-c52e7abf291a'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:14:37.513246 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6fd434f9474e642ac52a32a239cb9403cb6cbac172bb9ea56eecab16f0e16c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7dc84fd-886f-4fb7-97ac-2d95750ca22b" -d '{"events": [{"name": "network-changed", "server_uuid": "cba079f9-731e-4b59-8e01-ec31e6b9ee6b", "tag": "756894e8-0371-4853-9df0-c52e7abf291a"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:14:37.567019 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f805b5-3b46-4007-b1b0-8764c251a3e1 x-openstack-request-id: req-02f805b5-3b46-4007-b1b0-8764c251a3e1 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:14:37.567385 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cba079f9-731e-4b59-8e01-ec31e6b9ee6b", "tag": "756894e8-0371-4853-9df0-c52e7abf291a", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:14:37.567638 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-02f805b5-3b46-4007-b1b0-8764c251a3e1 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:14:37.568039 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02f805b5-3b46-4007-b1b0-8764c251a3e1'] response: {'name': 'network-changed', 'server_uuid': 'cba079f9-731e-4b59-8e01-ec31e6b9ee6b', 'tag': '756894e8-0371-4853-9df0-c52e7abf291a', 'status': 'completed', 'code': 200} Sep 29 02:14:37.678169 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:37.702914 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-35a918cd-82b1-43ab-86d8-2e414bf2b691 None None] Set router 33b7755f-0ea9-4a24-a5cf-6db9c23f13ea gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:14:37.972484 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-35a918cd-82b1-43ab-86d8-2e414bf2b691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'name': 'tempest-ServerRescueNegativeTestJSON-952934553-router', 'tenant_id': 'b407de2089554e13839d51f270c3adf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': '0e7718df-f561-4c28-a836-705e31095b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:11:50Z', 'revision_number': 4, 'project_id': 'b407de2089554e13839d51f270c3adf1', 'gw_port': {'id': '0e7718df-f561-4c28-a836-705e31095b5a', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:dc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:41Z', 'updated_at': '2022-09-29T02:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_floatingips': [{'id': '81ead379-ea0f-41f0-af45-db186c883eb4', 'tenant_id': 'b407de2089554e13839d51f270c3adf1', 'floating_ip_address': '172.28.2.42', 'floating_network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'router_id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'port_id': '756894e8-0371-4853-9df0-c52e7abf291a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3', 'mac_address': 'fa:16:3e:67:f5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba079f9-731e-4b59-8e01-ec31e6b9ee6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:13:55Z', 'updated_at': '2022-09-29T02:14:36Z', 'revision_number': 1, 'project_id': 'b407de2089554e13839d51f270c3adf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41b1fad6-5bc1-4b7d-a599-142e18589d17', 'name': '', 'network_id': 'ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3', 'tenant_id': 'b407de2089554e13839d51f270c3adf1', 'mac_address': 'fa:16:3e:3d:4e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2111ad5b-3d2c-43c1-94a3-5ae626ce912e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:47Z', 'updated_at': '2022-09-29T02:12:04Z', 'revision_number': 5, 'project_id': 'b407de2089554e13839d51f270c3adf1', 'subnets': [{'id': '2111ad5b-3d2c-43c1-94a3-5ae626ce912e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:37.992477 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3e647-6ee3-4523-b8be-1080d7977ed7 req-320daedf-2d7f-4052-bbee-9abbc4e29580 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:37.994457 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-bfd3e647-6ee3-4523-b8be-1080d7977ed7 req-320daedf-2d7f-4052-bbee-9abbc4e29580 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 945 time: 0.3010740 Sep 29 02:14:37.999132 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a918cd-82b1-43ab-86d8-2e414bf2b691 None None] Checking router: 33b7755f-0ea9-4a24-a5cf-6db9c23f13ea for host: dv-cinder-740146-21-smb {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:14:38.008037 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a918cd-82b1-43ab-86d8-2e414bf2b691 None None] Routers {'33b7755f-0ea9-4a24-a5cf-6db9c23f13ea'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:14:38.008614 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-35a918cd-82b1-43ab-86d8-2e414bf2b691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:14:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['33b7755f-0ea9-4a24-a5cf-6db9c23f13ea'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:38.056772 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.notifiers.nova [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-7074494c-f9fe-4318-9f24-6a0752ede5ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cca4a00-d16f-47b5-b5dc-fedf3b628cda {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:14:38.074550 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-7074494c-f9fe-4318-9f24-6a0752ede5ac service neutron] Publish callbacks [] for port (6cca4a00-d16f-47b5-b5dc-fedf3b628cda), precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:38.121573 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-35a918cd-82b1-43ab-86d8-2e414bf2b691 None None] Set router 33b7755f-0ea9-4a24-a5cf-6db9c23f13ea gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:14:38.130625 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ddbd4f-ab7f-4743-ab45-d79456d5958c req-39675144-86cb-4637-a196-570fc6836f26 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:38.132105 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-31ddbd4f-ab7f-4743-ab45-d79456d5958c req-39675144-86cb-4637-a196-570fc6836f26 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed39692c-2b18-4b0e-9eee-f02a79e33fbe HTTP/1.1" status: 200 len: 932 time: 0.0891571 Sep 29 02:14:38.137944 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-bfd3e647-6ee3-4523-b8be-1080d7977ed7 req-6d9c629d-94e6-4750-b1d4-8424a66c4341 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209967 Sep 29 02:14:38.140996 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-7074494c-f9fe-4318-9f24-6a0752ede5ac service neutron] Transition to ACTIVE for port object 6cca4a00-d16f-47b5-b5dc-fedf3b628cda will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:14:38.157972 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-7074494c-f9fe-4318-9f24-6a0752ede5ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26030496'] for port (6cca4a00-d16f-47b5-b5dc-fedf3b628cda), after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:38.209861 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:38.224308 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:38.240197 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc84fd-886f-4fb7-97ac-2d95750ca22b req-13f08f15-132b-443b-ac98-399baa1cae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:38.241697 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-e7dc84fd-886f-4fb7-97ac-2d95750ca22b req-13f08f15-132b-443b-ac98-399baa1cae38 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=b407de2089554e13839d51f270c3adf1&device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 1130 time: 0.0508664 Sep 29 02:14:38.262832 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074494c-f9fe-4318-9f24-6a0752ede5ac service neutron] Pushing event updated for resources: {'Port': ['ID=6cca4a00-d16f-47b5-b5dc-fedf3b628cda,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:38.293882 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-31ddbd4f-ab7f-4743-ab45-d79456d5958c req-6b0ea4f0-1201-4a76-a87b-f4c738f11a44 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=145073e6-d7d3-4f1e-a152-ff3f6ae43270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508980 Sep 29 02:14:38.309069 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:38.328544 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-7074494c-f9fe-4318-9f24-6a0752ede5ac service neutron] Attempting to bind port 6cca4a00-d16f-47b5-b5dc-fedf3b628cda on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:14:38.328875 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-7074494c-f9fe-4318-9f24-6a0752ede5ac service neutron] Attempting to bind port 6cca4a00-d16f-47b5-b5dc-fedf3b628cda by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'e94d2288-b31f-4841-a25d-0aeb698d0408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:14:38.329204 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-7074494c-f9fe-4318-9f24-6a0752ede5ac service neutron] Attempting to bind port 6cca4a00-d16f-47b5-b5dc-fedf3b628cda on network 5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:14:38.376682 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-7074494c-f9fe-4318-9f24-6a0752ede5ac service neutron] Port 6cca4a00-d16f-47b5-b5dc-fedf3b628cda on network 5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:14:38.377087 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-7074494c-f9fe-4318-9f24-6a0752ede5ac service neutron] Attempting to bind port 6cca4a00-d16f-47b5-b5dc-fedf3b628cda on network 5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:14:38.390255 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-35a918cd-82b1-43ab-86d8-2e414bf2b691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'name': 'tempest-ServerRescueNegativeTestJSON-952934553-router', 'tenant_id': 'b407de2089554e13839d51f270c3adf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': '0e7718df-f561-4c28-a836-705e31095b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:11:50Z', 'revision_number': 4, 'project_id': 'b407de2089554e13839d51f270c3adf1', 'gw_port': {'id': '0e7718df-f561-4c28-a836-705e31095b5a', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:dc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:41Z', 'updated_at': '2022-09-29T02:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_floatingips': [{'id': '81ead379-ea0f-41f0-af45-db186c883eb4', 'tenant_id': 'b407de2089554e13839d51f270c3adf1', 'floating_ip_address': '172.28.2.42', 'floating_network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'router_id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'port_id': '756894e8-0371-4853-9df0-c52e7abf291a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3', 'mac_address': 'fa:16:3e:67:f5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba079f9-731e-4b59-8e01-ec31e6b9ee6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:13:55Z', 'updated_at': '2022-09-29T02:14:36Z', 'revision_number': 1, 'project_id': 'b407de2089554e13839d51f270c3adf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41b1fad6-5bc1-4b7d-a599-142e18589d17', 'name': '', 'network_id': 'ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3', 'tenant_id': 'b407de2089554e13839d51f270c3adf1', 'mac_address': 'fa:16:3e:3d:4e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2111ad5b-3d2c-43c1-94a3-5ae626ce912e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:47Z', 'updated_at': '2022-09-29T02:12:04Z', 'revision_number': 5, 'project_id': 'b407de2089554e13839d51f270c3adf1', 'subnets': [{'id': '2111ad5b-3d2c-43c1-94a3-5ae626ce912e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:38.422254 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a918cd-82b1-43ab-86d8-2e414bf2b691 None None] The sync data for ids ['33b7755f-0ea9-4a24-a5cf-6db9c23f13ea'] in dv-cinder-740146-21-smb is: [{'id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'name': 'tempest-ServerRescueNegativeTestJSON-952934553-router', 'tenant_id': 'b407de2089554e13839d51f270c3adf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': '0e7718df-f561-4c28-a836-705e31095b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:11:50Z', 'revision_number': 4, 'project_id': 'b407de2089554e13839d51f270c3adf1', 'gw_port': {'id': '0e7718df-f561-4c28-a836-705e31095b5a', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:dc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:41Z', 'updated_at': '2022-09-29T02:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_floatingips': [{'id': '81ead379-ea0f-41f0-af45-db186c883eb4', 'tenant_id': 'b407de2089554e13839d51f270c3adf1', 'floating_ip_address': '172.28.2.42', 'floating_network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'router_id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'port_id': '756894e8-0371-4853-9df0-c52e7abf291a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3', 'mac_address': 'fa:16:3e:67:f5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba079f9-731e-4b59-8e01-ec31e6b9ee6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:13:55Z', 'updated_at': '2022-09-29T02:14:36Z', 'revision_number': 1, 'project_id': 'b407de2089554e13839d51f270c3adf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41b1fad6-5bc1-4b7d-a599-142e18589d17', 'name': '', 'network_id': 'ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3', 'tenant_id': 'b407de2089554e13839d51f270c3adf1', 'mac_address': 'fa:16:3e:3d:4e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2111ad5b-3d2c-43c1-94a3-5ae626ce912e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:47Z', 'updated_at': '2022-09-29T02:12:04Z', 'revision_number': 5, 'project_id': 'b407de2089554e13839d51f270c3adf1', 'subnets': [{'id': '2111ad5b-3d2c-43c1-94a3-5ae626ce912e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:14:38.430170 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-7074494c-f9fe-4318-9f24-6a0752ede5ac service neutron] Checking agent: {'id': '027a9bac-ca89-4228-9c1d-ae9e74cf172f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 9, 38), 'started_at': datetime.datetime(2022, 9, 29, 2, 9, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:14:38.430501 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-7074494c-f9fe-4318-9f24-6a0752ede5ac service neutron] Checking segment: {'id': 'e94d2288-b31f-4841-a25d-0aeb698d0408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:14:38.430878 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-7074494c-f9fe-4318-9f24-6a0752ede5ac service neutron] Bound using segment: {'id': 'e94d2288-b31f-4841-a25d-0aeb698d0408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:14:38.431309 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-7074494c-f9fe-4318-9f24-6a0752ede5ac service neutron] Bound port: 6cca4a00-d16f-47b5-b5dc-fedf3b628cda, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e94d2288-b31f-4841-a25d-0aeb698d0408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:14:38.431662 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-7074494c-f9fe-4318-9f24-6a0752ede5ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (6cca4a00-d16f-47b5-b5dc-fedf3b628cda), before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:38.502731 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-7074494c-f9fe-4318-9f24-6a0752ede5ac service neutron] For port 6cca4a00-d16f-47b5-b5dc-fedf3b628cda, host hv-cinder-74014, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:14:38.506663 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-7074494c-f9fe-4318-9f24-6a0752ede5ac service neutron] For port 6cca4a00-d16f-47b5-b5dc-fedf3b628cda, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=6cca4a00-d16f-47b5-b5dc-fedf3b628cda,segment=NetworkSegment(e94d2288-b31f-4841-a25d-0aeb698d0408),segment_id=e94d2288-b31f-4841-a25d-0aeb698d0408)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:14:38.514443 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-7074494c-f9fe-4318-9f24-6a0752ede5ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26030496'] for port (6cca4a00-d16f-47b5-b5dc-fedf3b628cda), after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:38.521514 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-7074494c-f9fe-4318-9f24-6a0752ede5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:38.522580 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-7074494c-f9fe-4318-9f24-6a0752ede5ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for port (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:38.525519 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-7074494c-f9fe-4318-9f24-6a0752ede5ac service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/6cca4a00-d16f-47b5-b5dc-fedf3b628cda HTTP/1.1" status: 200 len: 1094 time: 1.2083652 Sep 29 02:14:38.577340 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074494c-f9fe-4318-9f24-6a0752ede5ac service neutron] Pushing event updated for resources: {'Port': ['ID=6cca4a00-d16f-47b5-b5dc-fedf3b628cda,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:38.657971 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-128e11c8-4670-4d08-858c-001ba330af18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:38.659700 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-128e11c8-4670-4d08-858c-001ba330af18 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=342119cedbac4ca9b7ac5c1cd5481823&device_id=ed39692c-2b18-4b0e-9eee-f02a79e33fbe HTTP/1.1" status: 200 len: 1128 time: 0.0657752 Sep 29 02:14:38.687003 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc84fd-886f-4fb7-97ac-2d95750ca22b req-cb341811-b75a-4b2d-a2f9-08fac3502725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:38.688674 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-e7dc84fd-886f-4fb7-97ac-2d95750ca22b req-cb341811-b75a-4b2d-a2f9-08fac3502725 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3 HTTP/1.1" status: 200 len: 919 time: 0.1785319 Sep 29 02:14:38.718808 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-7d991c8f-b8f6-4385-b240-f9219dfc4a2c service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cca4a00-d16f-47b5-b5dc-fedf3b628cda HTTP/1.1" status: 200 len: 217 time: 0.0474586 Sep 29 02:14:38.746233 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f258d29-621f-427f-8676-27c31a0e7012 None None] New status for floating IP 81ead379-ea0f-41f0-af45-db186c883eb4: ACTIVE {{(pid=106442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:14:38.781470 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:INSERT=9,neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:38.792123 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-e7dc84fd-886f-4fb7-97ac-2d95750ca22b req-42bae502-f2ca-4e21-b96c-877a48c8f195 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=756894e8-0371-4853-9df0-c52e7abf291a HTTP/1.1" status: 200 len: 999 time: 0.0937924 Sep 29 02:14:38.792607 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-6fd7020d-1cdb-4c57-a57c-b44c59566802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:38.794541 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-6fd7020d-1cdb-4c57-a57c-b44c59566802 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=b09cba57-3e8f-4e5d-9604-d9c5e2bf2bf6 HTTP/1.1" status: 200 len: 854 time: 0.0699961 Sep 29 02:14:38.845555 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-a85c7377-ed12-4076-8157-f6e611e9d8fe service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406251 Sep 29 02:14:38.874994 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc84fd-886f-4fb7-97ac-2d95750ca22b req-133922b1-8b31-4e1e-a4cc-644a0297c38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:38.876648 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-e7dc84fd-886f-4fb7-97ac-2d95750ca22b req-133922b1-8b31-4e1e-a4cc-644a0297c38b service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=2111ad5b-3d2c-43c1-94a3-5ae626ce912e HTTP/1.1" status: 200 len: 857 time: 0.0726261 Sep 29 02:14:38.945559 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:38.953182 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc84fd-886f-4fb7-97ac-2d95750ca22b req-db387632-6069-404c-9147-b5f402f1cb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:38.957133 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-e7dc84fd-886f-4fb7-97ac-2d95750ca22b req-db387632-6069-404c-9147-b5f402f1cb8e service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0727699 Sep 29 02:14:39.003652 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-18ca89a0-73bf-4990-911b-86869551f034 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491189 Sep 29 02:14:39.103105 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-e7dc84fd-886f-4fb7-97ac-2d95750ca22b req-864cd714-b42a-47e6-829f-3547016ae9ac service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364973 Sep 29 02:14:39.135670 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-39ec35fa-49ed-4864-b666-75d5a25f6f99 req-9cf00977-c709-48f0-924a-dd8e855efe0e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242204 Sep 29 02:14:39.234842 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:39.242866 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-e7dc84fd-886f-4fb7-97ac-2d95750ca22b req-1249242e-d157-4dd3-8902-8dab7c1fab91 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060405 Sep 29 02:14:39.277117 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080eb0b-ba7f-437b-bc70-52ee73fcdcfc req-6fdf5db5-870d-4b70-965f-e674cc06f1e6 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:39.278683 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-2080eb0b-ba7f-437b-bc70-52ee73fcdcfc req-6fdf5db5-870d-4b70-965f-e674cc06f1e6 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 945 time: 0.0556142 Sep 29 02:14:39.330678 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-2080eb0b-ba7f-437b-bc70-52ee73fcdcfc req-442588ea-555a-4ec5-bed0-dd299ef6e637 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445755 Sep 29 02:14:39.460718 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6dc18-da09-46d7-94a0-2ed355fb4719 req-e263a9d2-63b0-4951-bc1e-838f83ba55a8 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:39.462226 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1cb6dc18-da09-46d7-94a0-2ed355fb4719 req-e263a9d2-63b0-4951-bc1e-838f83ba55a8 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed39692c-2b18-4b0e-9eee-f02a79e33fbe HTTP/1.1" status: 200 len: 944 time: 0.0785685 Sep 29 02:14:39.482075 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a47fce-0985-4887-9846-2c628781f015 req-1ec7b5fd-afbf-4002-b613-8e5d4d2d6e1a tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:39.483483 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-39a47fce-0985-4887-9846-2c628781f015 req-1ec7b5fd-afbf-4002-b613-8e5d4d2d6e1a tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 945 time: 0.0664680 Sep 29 02:14:39.550761 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1cb6dc18-da09-46d7-94a0-2ed355fb4719 req-41383330-2cc2-4b10-9c53-746e06c3fee7 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=145073e6-d7d3-4f1e-a152-ff3f6ae43270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818150 Sep 29 02:14:39.557548 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-39a47fce-0985-4887-9846-2c628781f015 req-09bd2eba-2bc7-4909-82a1-9b1e652b44a5 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640483 Sep 29 02:14:39.569483 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed39692c-2b18-4b0e-9eee-f02a79e33fbe', 'tag': '6cca4a00-d16f-47b5-b5dc-fedf3b628cda'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:14:39.571789 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6fd434f9474e642ac52a32a239cb9403cb6cbac172bb9ea56eecab16f0e16c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf65409f-bbe8-4990-a4a4-e31bf342137c" -d '{"events": [{"name": "network-changed", "server_uuid": "ed39692c-2b18-4b0e-9eee-f02a79e33fbe", "tag": "6cca4a00-d16f-47b5-b5dc-fedf3b628cda"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:14:39.611516 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c489e5e-5c5f-493f-a2e2-df546f604d3b x-openstack-request-id: req-6c489e5e-5c5f-493f-a2e2-df546f604d3b {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:14:39.611808 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed39692c-2b18-4b0e-9eee-f02a79e33fbe", "tag": "6cca4a00-d16f-47b5-b5dc-fedf3b628cda", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:14:39.612055 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6c489e5e-5c5f-493f-a2e2-df546f604d3b {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:14:39.612475 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c489e5e-5c5f-493f-a2e2-df546f604d3b'] response: {'name': 'network-changed', 'server_uuid': 'ed39692c-2b18-4b0e-9eee-f02a79e33fbe', 'tag': '6cca4a00-d16f-47b5-b5dc-fedf3b628cda', 'status': 'completed', 'code': 200} Sep 29 02:14:39.888101 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b6ea3-01fc-45dd-acf4-4cda41ad9fe0 req-08148a7d-f833-4e23-9609-ddfce62fd48b tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:39.890274 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e15b6ea3-01fc-45dd-acf4-4cda41ad9fe0 req-08148a7d-f833-4e23-9609-ddfce62fd48b tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 945 time: 0.0476255 Sep 29 02:14:39.938618 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e15b6ea3-01fc-45dd-acf4-4cda41ad9fe0 req-5657cdd8-ea42-4518-86a7-27019df0706c tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425406 Sep 29 02:14:40.692978 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be88f6-61e9-46cc-8fed-490e53a7ac36 req-61740750-bf05-4fb2-9087-18071875a8e5 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:40.702384 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-27be88f6-61e9-46cc-8fed-490e53a7ac36 req-61740750-bf05-4fb2-9087-18071875a8e5 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed39692c-2b18-4b0e-9eee-f02a79e33fbe HTTP/1.1" status: 200 len: 944 time: 0.0738328 Sep 29 02:14:40.754226 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-27be88f6-61e9-46cc-8fed-490e53a7ac36 req-0e0ea180-a6bc-4618-8202-28824bae4a0d tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=145073e6-d7d3-4f1e-a152-ff3f6ae43270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499022 Sep 29 02:14:41.911635 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd817d8b-bdd4-4962-921f-360b618aa12c req-cad33d73-f821-4208-bbd6-b47da02e8e3b tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:41.917748 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-cd817d8b-bdd4-4962-921f-360b618aa12c req-cad33d73-f821-4208-bbd6-b47da02e8e3b tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed39692c-2b18-4b0e-9eee-f02a79e33fbe HTTP/1.1" status: 200 len: 944 time: 0.0771646 Sep 29 02:14:41.968606 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-cd817d8b-bdd4-4962-921f-360b618aa12c req-fd658ed1-537f-469a-8d1c-624cff017c8b tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=145073e6-d7d3-4f1e-a152-ff3f6ae43270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465991 Sep 29 02:14:42.403377 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 6cca4a00-d16f-47b5-b5dc-fedf3b628cda details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:14:42.544686 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 6cca4a00-d16f-47b5-b5dc-fedf3b628cda, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=6cca4a00-d16f-47b5-b5dc-fedf3b628cda,segment=NetworkSegment(e94d2288-b31f-4841-a25d-0aeb698d0408),segment_id=e94d2288-b31f-4841-a25d-0aeb698d0408)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:14:42.557973 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Returning: {'device': '6cca4a00-d16f-47b5-b5dc-fedf3b628cda', 'network_id': '5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5', 'port_id': '6cca4a00-d16f-47b5-b5dc-fedf3b628cda', 'mac_address': 'fa:16:3e:03:09:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b09cba57-3e8f-4e5d-9604-d9c5e2bf2bf6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:14:42.608782 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port 6cca4a00-d16f-47b5-b5dc-fedf3b628cda is: DOWN; New status is: BUILD {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:42.609159 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (6cca4a00-d16f-47b5-b5dc-fedf3b628cda), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:42.638554 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cca4a00-d16f-47b5-b5dc-fedf3b628cda {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:14:42.672431 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65409f-bbe8-4990-a4a4-e31bf342137c req-6a76556a-17cb-47b6-ab6e-1aae7a47ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:42.675489 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-bf65409f-bbe8-4990-a4a4-e31bf342137c req-6a76556a-17cb-47b6-ab6e-1aae7a47ed6b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=342119cedbac4ca9b7ac5c1cd5481823&device_id=ed39692c-2b18-4b0e-9eee-f02a79e33fbe HTTP/1.1" status: 200 len: 1128 time: 0.0741630 Sep 29 02:14:42.678896 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 6cca4a00-d16f-47b5-b5dc-fedf3b628cda, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=6cca4a00-d16f-47b5-b5dc-fedf3b628cda,segment=NetworkSegment(e94d2288-b31f-4841-a25d-0aeb698d0408),segment_id=e94d2288-b31f-4841-a25d-0aeb698d0408)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:14:42.684239 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (6cca4a00-d16f-47b5-b5dc-fedf3b628cda), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:42.763108 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Pushing event updated for resources: {'Port': ['ID=6cca4a00-d16f-47b5-b5dc-fedf3b628cda,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:42.795245 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:43.138158 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64a94c-f5ec-4da8-902d-4e1ee9e1e3ae req-12813730-0c9b-4b65-93f6-70796836e879 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:43.142000 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-5b64a94c-f5ec-4da8-902d-4e1ee9e1e3ae req-12813730-0c9b-4b65-93f6-70796836e879 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed39692c-2b18-4b0e-9eee-f02a79e33fbe HTTP/1.1" status: 200 len: 945 time: 0.0658038 Sep 29 02:14:43.183635 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65409f-bbe8-4990-a4a4-e31bf342137c req-6d00dfba-06fa-45d3-a52f-4d67943bb071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:43.185394 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-bf65409f-bbe8-4990-a4a4-e31bf342137c req-6d00dfba-06fa-45d3-a52f-4d67943bb071 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5 HTTP/1.1" status: 200 len: 915 time: 0.4976611 Sep 29 02:14:43.200721 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-5b64a94c-f5ec-4da8-902d-4e1ee9e1e3ae req-f0f4b50c-1e92-45b9-bef1-d48eec2cbd29 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=145073e6-d7d3-4f1e-a152-ff3f6ae43270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518434 Sep 29 02:14:43.210812 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] get_ports_and_sgs() called for port_ids ['6cca4a00-d16f-47b5-b5dc-fedf3b628cda'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:14:44.289412 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-bf65409f-bbe8-4990-a4a4-e31bf342137c req-1a75a426-14d1-4a1e-945a-beeb2bc62aee service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cca4a00-d16f-47b5-b5dc-fedf3b628cda HTTP/1.1" status: 200 len: 217 time: 0.0613716 Sep 29 02:14:44.349717 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65409f-bbe8-4990-a4a4-e31bf342137c req-7f74ded6-eb09-48e9-b9e1-574267d3cce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:44.351452 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-bf65409f-bbe8-4990-a4a4-e31bf342137c req-7f74ded6-eb09-48e9-b9e1-574267d3cce4 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=b09cba57-3e8f-4e5d-9604-d9c5e2bf2bf6 HTTP/1.1" status: 200 len: 854 time: 0.0540261 Sep 29 02:14:44.379035 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc15bf-4aef-4702-b2be-e174477a0778 req-c2e504e8-2837-4ac4-a0b0-7a7b6d3dce1a tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:44.380987 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a4dc15bf-4aef-4702-b2be-e174477a0778 req-c2e504e8-2837-4ac4-a0b0-7a7b6d3dce1a tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed39692c-2b18-4b0e-9eee-f02a79e33fbe HTTP/1.1" status: 200 len: 945 time: 0.0727146 Sep 29 02:14:44.451705 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a4dc15bf-4aef-4702-b2be-e174477a0778 req-319ac6c3-2fbc-4300-b430-9465e50e0d81 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=145073e6-d7d3-4f1e-a152-ff3f6ae43270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650063 Sep 29 02:14:44.715919 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 6cca4a00-d16f-47b5-b5dc-fedf3b628cda up at agent hyperv_hv-cinder-74014 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:14:44.782126 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Provisioning for port 6cca4a00-d16f-47b5-b5dc-fedf3b628cda completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:14:44.788207 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Provisioning complete for port 6cca4a00-d16f-47b5-b5dc-fedf3b628cda triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:14:44.788811 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (6cca4a00-d16f-47b5-b5dc-fedf3b628cda), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:44.789265 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Attempt 1 to provision port 6cca4a00-d16f-47b5-b5dc-fedf3b628cda Sep 29 02:14:44.867316 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port 6cca4a00-d16f-47b5-b5dc-fedf3b628cda is: BUILD; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:14:44.867717 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (6cca4a00-d16f-47b5-b5dc-fedf3b628cda), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:44.930787 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed39692c-2b18-4b0e-9eee-f02a79e33fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cca4a00-d16f-47b5-b5dc-fedf3b628cda'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:14:44.933297 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9024dbdcad92e29b408608371dc01104c16b992bc758fd4b6455d872f62f597b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7bbe89-9ce1-4895-9985-0865c2e92c8f" -d '{"events": [{"server_uuid": "ed39692c-2b18-4b0e-9eee-f02a79e33fbe", "name": "network-vif-plugged", "status": "completed", "tag": "6cca4a00-d16f-47b5-b5dc-fedf3b628cda"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:14:44.960783 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-bf65409f-bbe8-4990-a4a4-e31bf342137c req-cf9786c8-0c50-47b2-b73c-d0aa3d36898f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840585 Sep 29 02:14:44.973291 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 6cca4a00-d16f-47b5-b5dc-fedf3b628cda, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=6cca4a00-d16f-47b5-b5dc-fedf3b628cda,segment=NetworkSegment(e94d2288-b31f-4841-a25d-0aeb698d0408),segment_id=e94d2288-b31f-4841-a25d-0aeb698d0408)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:14:44.981616 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (6cca4a00-d16f-47b5-b5dc-fedf3b628cda), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:45.041780 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58907682-2002-4a14-b8a1-071c867eea1d x-openstack-request-id: req-58907682-2002-4a14-b8a1-071c867eea1d {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:14:45.042026 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed39692c-2b18-4b0e-9eee-f02a79e33fbe", "name": "network-vif-plugged", "status": "completed", "tag": "6cca4a00-d16f-47b5-b5dc-fedf3b628cda", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:14:45.042280 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-58907682-2002-4a14-b8a1-071c867eea1d {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:14:45.042678 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58907682-2002-4a14-b8a1-071c867eea1d'] response: {'server_uuid': 'ed39692c-2b18-4b0e-9eee-f02a79e33fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cca4a00-d16f-47b5-b5dc-fedf3b628cda', 'code': 200} Sep 29 02:14:45.043492 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Pushing event updated for resources: {'Port': ['ID=6cca4a00-d16f-47b5-b5dc-fedf3b628cda,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:45.047154 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-21ff7b77-fa09-4fc5-9ec3-8eb52d6f1ebf req-e1a3ed3b-9a49-4fb5-badd-114ebc5b4f1c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0599566 Sep 29 02:14:45.151160 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff7b77-fa09-4fc5-9ec3-8eb52d6f1ebf req-91078f36-2f3a-4381-8ad6-6306b412146d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:45.155588 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-bf65409f-bbe8-4990-a4a4-e31bf342137c req-da58fe12-eeff-403e-9bfd-8f138f51c376 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867964 Sep 29 02:14:45.158663 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-21ff7b77-fa09-4fc5-9ec3-8eb52d6f1ebf req-91078f36-2f3a-4381-8ad6-6306b412146d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=b407de2089554e13839d51f270c3adf1&device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 1129 time: 0.0773063 Sep 29 02:14:45.304124 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:45.315207 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-bf65409f-bbe8-4990-a4a4-e31bf342137c req-9ca96273-edac-41f5-a061-97219b041f29 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444616 Sep 29 02:14:45.320075 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb6ab7-ca1d-41e3-897e-d64d7eceb9b9 req-d062870b-769a-47b8-ba65-86db5ddeb6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:45.321646 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-4dbb6ab7-ca1d-41e3-897e-d64d7eceb9b9 req-d062870b-769a-47b8-ba65-86db5ddeb6df service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ed39692c-2b18-4b0e-9eee-f02a79e33fbe HTTP/1.1" status: 200 len: 1130 time: 0.0539217 Sep 29 02:14:45.350199 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff7b77-fa09-4fc5-9ec3-8eb52d6f1ebf req-3edc5924-c244-4e17-b009-7f27699f5891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:45.351680 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-21ff7b77-fa09-4fc5-9ec3-8eb52d6f1ebf req-3edc5924-c244-4e17-b009-7f27699f5891 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3 HTTP/1.1" status: 200 len: 919 time: 0.1439071 Sep 29 02:14:45.371488 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-4dbb6ab7-ca1d-41e3-897e-d64d7eceb9b9 req-0f7f39d5-3ae3-4541-adca-6161258b1307 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=145073e6-d7d3-4f1e-a152-ff3f6ae43270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431087 Sep 29 02:14:45.401330 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-21ff7b77-fa09-4fc5-9ec3-8eb52d6f1ebf req-0c536d69-be22-42e4-b89f-44ad7574e5a6 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f376521-1d84-411c-b5d5-caa7c0b68ee4 HTTP/1.1" status: 200 len: 217 time: 0.0417399 Sep 29 02:14:45.629992 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6131681-5595-4802-b52a-199cb6da1985 req-788ac32a-9fdc-4c36-8a9b-82581e3d73d8 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:45.639870 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e6131681-5595-4802-b52a-199cb6da1985 req-788ac32a-9fdc-4c36-8a9b-82581e3d73d8 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed39692c-2b18-4b0e-9eee-f02a79e33fbe HTTP/1.1" status: 200 len: 946 time: 0.0842087 Sep 29 02:14:45.650962 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:45.704223 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e6131681-5595-4802-b52a-199cb6da1985 req-7a0f200d-f8e7-4ede-9bde-11c393fc1ac4 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=145073e6-d7d3-4f1e-a152-ff3f6ae43270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624144 Sep 29 02:14:45.791411 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff7b77-fa09-4fc5-9ec3-8eb52d6f1ebf req-772cb8dd-2b07-4aed-ada1-c7ddf5ac039b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:45.793258 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-21ff7b77-fa09-4fc5-9ec3-8eb52d6f1ebf req-772cb8dd-2b07-4aed-ada1-c7ddf5ac039b service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=2111ad5b-3d2c-43c1-94a3-5ae626ce912e HTTP/1.1" status: 200 len: 857 time: 0.0778143 Sep 29 02:14:45.860798 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff7b77-fa09-4fc5-9ec3-8eb52d6f1ebf req-09d6c9ff-441a-437d-8244-31dcd48017fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:45.862921 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-21ff7b77-fa09-4fc5-9ec3-8eb52d6f1ebf req-09d6c9ff-441a-437d-8244-31dcd48017fc service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0613494 Sep 29 02:14:45.998270 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-21ff7b77-fa09-4fc5-9ec3-8eb52d6f1ebf req-457b3372-711b-4149-80e1-3f78ab90cc64 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282775 Sep 29 02:14:46.531001 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f28a8-a030-4522-84c1-571ef2978a57 req-30bc6845-eb40-41d0-a2a1-d72f8481381d tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:46.532676 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-fe3f28a8-a030-4522-84c1-571ef2978a57 req-30bc6845-eb40-41d0-a2a1-d72f8481381d tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 945 time: 0.0560689 Sep 29 02:14:46.586708 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-fe3f28a8-a030-4522-84c1-571ef2978a57 req-eda9e8d0-e4cd-4ac1-ac46-f77e7eb3c30a tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467284 Sep 29 02:14:46.622152 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 55036) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:46.773469 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-21ff7b77-fa09-4fc5-9ec3-8eb52d6f1ebf req-5fc455a8-5c7c-4a51-b76d-0f47b328af5e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177354 Sep 29 02:14:46.832143 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe0c09b-f92d-4d1d-af56-1d6ad5346baf tempest-TestMinimumBasicScenario-702258705 tempest-TestMinimumBasicScenario-702258705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:46.833630 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-afe0c09b-f92d-4d1d-af56-1d6ad5346baf tempest-TestMinimumBasicScenario-702258705 tempest-TestMinimumBasicScenario-702258705-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 1124 time: 0.2093837 Sep 29 02:14:46.836779 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 55046) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:46.843426 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-1a6b869b-ec4a-49dd-a708-2086fc2bf202 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Request body: {'floatingip': {'floating_network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'port_id': 'bdca96a4-7592-4b3f-bc8b-2235372db214', 'tenant_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:46.872482 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1a6b869b-ec4a-49dd-a708-2086fc2bf202 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:46.887097 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd3a84-5d4c-463f-aeff-4d49a648bee3 req-66ada0b6-b6da-454a-8d54-3dc257321bc1 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:46.897775 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-83fd3a84-5d4c-463f-aeff-4d49a648bee3 req-66ada0b6-b6da-454a-8d54-3dc257321bc1 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed39692c-2b18-4b0e-9eee-f02a79e33fbe HTTP/1.1" status: 200 len: 946 time: 0.0754805 Sep 29 02:14:46.927777 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:46.956973 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-83fd3a84-5d4c-463f-aeff-4d49a648bee3 req-1e73489e-f510-4a8b-bc82-92230c37d44d tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=145073e6-d7d3-4f1e-a152-ff3f6ae43270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578268 Sep 29 02:14:46.962502 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1a6b869b-ec4a-49dd-a708-2086fc2bf202 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:47.098260 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-1a6b869b-ec4a-49dd-a708-2086fc2bf202 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Allocated IP 172.28.2.159 (b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd/e0ffa218-6ca5-4006-b711-a782d769deaf/ddfd0aa9-3a32-40f8-a7d5-4094e6150821) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:14:47.228003 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1a6b869b-ec4a-49dd-a708-2086fc2bf202 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks [] for port (ddfd0aa9-3a32-40f8-a7d5-4094e6150821), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:47.270540 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1a6b869b-ec4a-49dd-a708-2086fc2bf202 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420'] for port (ddfd0aa9-3a32-40f8-a7d5-4094e6150821), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:47.322649 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6b869b-ec4a-49dd-a708-2086fc2bf202 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Network b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:14:47.327411 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-1a6b869b-ec4a-49dd-a708-2086fc2bf202 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:14:47.332402 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6b869b-ec4a-49dd-a708-2086fc2bf202 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:14:47.337361 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b869b-ec4a-49dd-a708-2086fc2bf202 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Pushing event updated for resources: {'Port': ['ID=ddfd0aa9-3a32-40f8-a7d5-4094e6150821,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:47.375610 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b869b-ec4a-49dd-a708-2086fc2bf202 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:47.376389 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b869b-ec4a-49dd-a708-2086fc2bf202 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:47.377007 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b869b-ec4a-49dd-a708-2086fc2bf202 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:47.377631 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b869b-ec4a-49dd-a708-2086fc2bf202 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:47.378060 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b869b-ec4a-49dd-a708-2086fc2bf202 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:47.378487 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b869b-ec4a-49dd-a708-2086fc2bf202 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:47.378929 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b869b-ec4a-49dd-a708-2086fc2bf202 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:47.379384 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b869b-ec4a-49dd-a708-2086fc2bf202 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:47.379808 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b869b-ec4a-49dd-a708-2086fc2bf202 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:47.380165 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b869b-ec4a-49dd-a708-2086fc2bf202 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:47.380494 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b869b-ec4a-49dd-a708-2086fc2bf202 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:47.380818 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b869b-ec4a-49dd-a708-2086fc2bf202 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:47.381142 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b869b-ec4a-49dd-a708-2086fc2bf202 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:47.381488 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b869b-ec4a-49dd-a708-2086fc2bf202 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:47.381841 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b869b-ec4a-49dd-a708-2086fc2bf202 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:47.398435 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:47.729579 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1a6b869b-ec4a-49dd-a708-2086fc2bf202 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks [] for floatingip (01e5c63e-e868-40b3-a6fe-dbbc3537fba6), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:47.828365 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1a6b869b-ec4a-49dd-a708-2086fc2bf202 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (ddfd0aa9-3a32-40f8-a7d5-4094e6150821), before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:47.971642 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:48.088382 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1a6b869b-ec4a-49dd-a708-2086fc2bf202 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks [] for port (ddfd0aa9-3a32-40f8-a7d5-4094e6150821), precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:48.094074 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1a6b869b-ec4a-49dd-a708-2086fc2bf202 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (ddfd0aa9-3a32-40f8-a7d5-4094e6150821), after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:48.094921 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1a6b869b-ec4a-49dd-a708-2086fc2bf202 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1596334'] for floatingip (01e5c63e-e868-40b3-a6fe-dbbc3537fba6), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:48.116943 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b45fc4-b21e-4610-bf16-c6aefbe09b38 req-2ae0e0a9-45ac-487d-a658-1a5cbd49ea52 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:48.125002 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a5b45fc4-b21e-4610-bf16-c6aefbe09b38 req-2ae0e0a9-45ac-487d-a658-1a5cbd49ea52 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed39692c-2b18-4b0e-9eee-f02a79e33fbe HTTP/1.1" status: 200 len: 946 time: 0.0635164 Sep 29 02:14:48.186533 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a5b45fc4-b21e-4610-bf16-c6aefbe09b38 req-c006446a-3324-4d61-8b30-63382236ce47 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=145073e6-d7d3-4f1e-a152-ff3f6ae43270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561168 Sep 29 02:14:48.259278 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b869b-ec4a-49dd-a708-2086fc2bf202 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Pushing event updated for resources: {'Port': ['ID=ddfd0aa9-3a32-40f8-a7d5-4094e6150821,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:48.285987 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.db.l3_db [None req-1a6b869b-ec4a-49dd-a708-2086fc2bf202 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Floating IP 01e5c63e-e868-40b3-a6fe-dbbc3537fba6 associated. External IP: 172.28.2.159, port: bdca96a4-7592-4b3f-bc8b-2235372db214. Sep 29 02:14:48.628488 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6b869b-ec4a-49dd-a708-2086fc2bf202 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Router bacd5210-35b2-44ef-8b91-1e0d1d050e7c has already been hosted by L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:14:48.819283 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6b869b-ec4a-49dd-a708-2086fc2bf202 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:14:48.853093 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1a6b869b-ec4a-49dd-a708-2086fc2bf202 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for floatingip (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:48.917251 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:48.917906 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:48.933192 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2318f6eb-de1a-448d-aecb-e047e3aa409b None None] Sync routers for ids ['bacd5210-35b2-44ef-8b91-1e0d1d050e7c'] in dv-cinder-740146-21-smb {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:14:48.938784 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:48.955747 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-1a6b869b-ec4a-49dd-a708-2086fc2bf202 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1171467 Sep 29 02:14:48.956386 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d235e1-78c7-4f4b-8af2-7051aeeb1d0d', 'tag': 'bdca96a4-7592-4b3f-bc8b-2235372db214'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:14:48.958720 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8801c8fb5daab99fa39d625c1bbc33038df1047fb3a9edb171ad2e86806648d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f701f6-6c62-4d56-b6fe-c5b357b7ab0d" -d '{"events": [{"name": "network-changed", "server_uuid": "87d235e1-78c7-4f4b-8af2-7051aeeb1d0d", "tag": "bdca96a4-7592-4b3f-bc8b-2235372db214"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:14:48.959506 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 55126) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:48.965709 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-1bc8c7a5-bb88-46cf-9632-cd444dded9a9 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-882061321', 'description': 'tempest-secgroup-smoke-882061321 description', 'project_id': '7d0ac285a6454f88bd1ea0382844f6bf'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:48.977508 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2318f6eb-de1a-448d-aecb-e047e3aa409b None None] Routers {'bacd5210-35b2-44ef-8b91-1e0d1d050e7c'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:14:48.978405 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-2318f6eb-de1a-448d-aecb-e047e3aa409b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:14:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['bacd5210-35b2-44ef-8b91-1e0d1d050e7c'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:49.014308 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=15 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:49.022899 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328e8b7b-d332-44f6-b36c-e132b42c003b x-openstack-request-id: req-328e8b7b-d332-44f6-b36c-e132b42c003b {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:14:49.023388 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d235e1-78c7-4f4b-8af2-7051aeeb1d0d", "tag": "bdca96a4-7592-4b3f-bc8b-2235372db214", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:14:49.023484 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-328e8b7b-d332-44f6-b36c-e132b42c003b {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:14:49.023851 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-328e8b7b-d332-44f6-b36c-e132b42c003b'] response: {'name': 'network-changed', 'server_uuid': '87d235e1-78c7-4f4b-8af2-7051aeeb1d0d', 'tag': 'bdca96a4-7592-4b3f-bc8b-2235372db214', 'status': 'completed', 'code': 200} Sep 29 02:14:49.050710 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1bc8c7a5-bb88-46cf-9632-cd444dded9a9 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:49.071540 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:49.134061 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f701f6-6c62-4d56-b6fe-c5b357b7ab0d req-bb097285-ffca-4087-959f-0a1a6bc5f47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:49.135619 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a2f701f6-6c62-4d56-b6fe-c5b357b7ab0d req-bb097285-ffca-4087-959f-0a1a6bc5f47c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=7d0ac285a6454f88bd1ea0382844f6bf&device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 1129 time: 0.0564594 Sep 29 02:14:49.157617 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-2318f6eb-de1a-448d-aecb-e047e3aa409b None None] Set router bacd5210-35b2-44ef-8b91-1e0d1d050e7c gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:14:49.184733 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639de1e-b6eb-4eea-a063-d4114384488c req-8ad1fe8f-2c8b-41a2-862d-cc29f403ddb2 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:49.187192 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7639de1e-b6eb-4eea-a063-d4114384488c req-8ad1fe8f-2c8b-41a2-862d-cc29f403ddb2 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 945 time: 0.1541705 Sep 29 02:14:49.258256 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:49.332290 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:49.358201 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1bc8c7a5-bb88-46cf-9632-cd444dded9a9 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks [] for security_group (366af7d1-7d98-4a64-8d8e-cd6633394007), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:49.366041 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7639de1e-b6eb-4eea-a063-d4114384488c req-7357e73d-eca7-4955-b6b0-9541c425c955 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457009 Sep 29 02:14:49.369108 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1bc8c7a5-bb88-46cf-9632-cd444dded9a9 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (366af7d1-7d98-4a64-8d8e-cd6633394007), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:49.389143 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f701f6-6c62-4d56-b6fe-c5b357b7ab0d req-3734f12a-f1ab-4f10-a331-5745e0b3b4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:49.390765 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a2f701f6-6c62-4d56-b6fe-c5b357b7ab0d req-3734f12a-f1ab-4f10-a331-5745e0b3b4d2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7 HTTP/1.1" status: 200 len: 916 time: 0.2481899 Sep 29 02:14:49.393972 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-1bc8c7a5-bb88-46cf-9632-cd444dded9a9 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:49.395212 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-1bc8c7a5-bb88-46cf-9632-cd444dded9a9 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4343064 Sep 29 02:14:49.399308 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 55138) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:49.413351 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-ba7c364f-972c-42eb-949a-eb02a1676cba tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Request body: {'security_group_rule': {'security_group_id': '366af7d1-7d98-4a64-8d8e-cd6633394007', 'project_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:49.481089 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ba7c364f-972c-42eb-949a-eb02a1676cba tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks [] for security_group_rule (5bdf17e7-c146-4139-8651-ada5e329eb1a), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:49.506401 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8c7a5-bb88-46cf-9632-cd444dded9a9 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=366af7d1-7d98-4a64-8d8e-cd6633394007,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:49.518950 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-2318f6eb-de1a-448d-aecb-e047e3aa409b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bacd5210-35b2-44ef-8b91-1e0d1d050e7c', 'name': 'tempest-TestMinimumBasicScenario-1807956700-router', 'tenant_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': 'd0375df3-cc58-4820-99a8-0175fcd5fc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:13:34Z', 'updated_at': '2022-09-29T02:13:37Z', 'revision_number': 4, 'project_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'gw_port': {'id': 'd0375df3-cc58-4820-99a8-0175fcd5fc82', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacd5210-35b2-44ef-8b91-1e0d1d050e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:13:35Z', 'updated_at': '2022-09-29T02:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_floatingips': [{'id': '01e5c63e-e868-40b3-a6fe-dbbc3537fba6', 'tenant_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'floating_ip_address': '172.28.2.159', 'floating_network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'router_id': 'bacd5210-35b2-44ef-8b91-1e0d1d050e7c', 'port_id': 'bdca96a4-7592-4b3f-bc8b-2235372db214', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7', 'mac_address': 'fa:16:3e:b0:e2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d235e1-78c7-4f4b-8af2-7051aeeb1d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:14:47Z', 'updated_at': '2022-09-29T02:14:47Z', 'revision_number': 0, 'project_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54930114-a93e-40df-8d45-227f114624c7', 'name': '', 'network_id': '3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7', 'tenant_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'mac_address': 'fa:16:3e:a7:85:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacd5210-35b2-44ef-8b91-1e0d1d050e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'a22cbea8-e4da-4c64-ac8e-b905a8223e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:13:36Z', 'updated_at': '2022-09-29T02:13:43Z', 'revision_number': 5, 'project_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'subnets': [{'id': 'a22cbea8-e4da-4c64-ac8e-b905a8223e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:49.544059 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc8c7a5-bb88-46cf-9632-cd444dded9a9 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:49.544970 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc8c7a5-bb88-46cf-9632-cd444dded9a9 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:49.544970 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc8c7a5-bb88-46cf-9632-cd444dded9a9 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:49.545171 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc8c7a5-bb88-46cf-9632-cd444dded9a9 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:49.545469 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc8c7a5-bb88-46cf-9632-cd444dded9a9 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:49.545885 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc8c7a5-bb88-46cf-9632-cd444dded9a9 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:49.546328 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc8c7a5-bb88-46cf-9632-cd444dded9a9 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:49.546522 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc8c7a5-bb88-46cf-9632-cd444dded9a9 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:49.546842 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc8c7a5-bb88-46cf-9632-cd444dded9a9 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:49.547165 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc8c7a5-bb88-46cf-9632-cd444dded9a9 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:49.547494 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc8c7a5-bb88-46cf-9632-cd444dded9a9 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:49.547805 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc8c7a5-bb88-46cf-9632-cd444dded9a9 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:49.548124 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc8c7a5-bb88-46cf-9632-cd444dded9a9 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:49.548442 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc8c7a5-bb88-46cf-9632-cd444dded9a9 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:49.548816 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc8c7a5-bb88-46cf-9632-cd444dded9a9 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:14:49.559766 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2318f6eb-de1a-448d-aecb-e047e3aa409b None None] Checking router: bacd5210-35b2-44ef-8b91-1e0d1d050e7c for host: dv-cinder-740146-21-smb {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:14:49.566509 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a2f701f6-6c62-4d56-b6fe-c5b357b7ab0d req-b5b0d4b8-d53b-4184-8a83-7d536b4a3a3a service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdca96a4-7592-4b3f-bc8b-2235372db214 HTTP/1.1" status: 200 len: 999 time: 0.1632860 Sep 29 02:14:49.596956 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2318f6eb-de1a-448d-aecb-e047e3aa409b None None] Routers {'bacd5210-35b2-44ef-8b91-1e0d1d050e7c'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:14:49.597782 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-2318f6eb-de1a-448d-aecb-e047e3aa409b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:14:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['bacd5210-35b2-44ef-8b91-1e0d1d050e7c'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:49.643595 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8f601cae-e239-40c9-80cb-e319a506e1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:49.643726 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ba7c364f-972c-42eb-949a-eb02a1676cba tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks [] for security_group_rule (5bdf17e7-c146-4139-8651-ada5e329eb1a), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:49.661632 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ba7c364f-972c-42eb-949a-eb02a1676cba tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602948'] for security_group_rule (5bdf17e7-c146-4139-8651-ada5e329eb1a), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:49.694820 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c364f-972c-42eb-949a-eb02a1676cba tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bdf17e7-c146-4139-8651-ada5e329eb1a,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:49.708517 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ba7c364f-972c-42eb-949a-eb02a1676cba tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:49.711033 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f701f6-6c62-4d56-b6fe-c5b357b7ab0d req-3ae85a08-b8e0-4881-b431-3c940ebfb1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:49.715545 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-ba7c364f-972c-42eb-949a-eb02a1676cba tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3145235 Sep 29 02:14:49.718728 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 55156) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:49.719380 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a2f701f6-6c62-4d56-b6fe-c5b357b7ab0d req-3ae85a08-b8e0-4881-b431-3c940ebfb1e5 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=a22cbea8-e4da-4c64-ac8e-b905a8223e3b HTTP/1.1" status: 200 len: 854 time: 0.1426868 Sep 29 02:14:49.733339 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-b47577c2-637b-4b24-873e-b12da4d483a1 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Request body: {'security_group_rule': {'security_group_id': '366af7d1-7d98-4a64-8d8e-cd6633394007', 'project_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:49.785538 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b47577c2-637b-4b24-873e-b12da4d483a1 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks [] for security_group_rule (0c809d30-c4ea-4eec-9c79-1f564659a6fe), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:49.803265 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:49.804969 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f701f6-6c62-4d56-b6fe-c5b357b7ab0d req-d94f4b99-2396-444d-bafc-77724d67e102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:49.807645 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a2f701f6-6c62-4d56-b6fe-c5b357b7ab0d req-d94f4b99-2396-444d-bafc-77724d67e102 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0780425 Sep 29 02:14:49.898235 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-2318f6eb-de1a-448d-aecb-e047e3aa409b None None] Set router bacd5210-35b2-44ef-8b91-1e0d1d050e7c gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:14:49.918881 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b47577c2-637b-4b24-873e-b12da4d483a1 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks [] for security_group_rule (0c809d30-c4ea-4eec-9c79-1f564659a6fe), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:49.924507 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b47577c2-637b-4b24-873e-b12da4d483a1 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602948'] for security_group_rule (0c809d30-c4ea-4eec-9c79-1f564659a6fe), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:49.947039 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47577c2-637b-4b24-873e-b12da4d483a1 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c809d30-c4ea-4eec-9c79-1f564659a6fe,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:49.962343 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b47577c2-637b-4b24-873e-b12da4d483a1 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:49.963669 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-b47577c2-637b-4b24-873e-b12da4d483a1 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2373533 Sep 29 02:14:49.970931 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 55162) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:49.975661 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-1588656f-4d88-4ae6-bab4-a7d77918d9c6 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Request body: {'security_group_rule': {'security_group_id': '366af7d1-7d98-4a64-8d8e-cd6633394007', 'project_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:50.017007 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=100 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:50.066498 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1588656f-4d88-4ae6-bab4-a7d77918d9c6 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks [] for security_group_rule (36e42f22-9a4e-4299-8f53-ec4f265f2920), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:50.111474 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a2f701f6-6c62-4d56-b6fe-c5b357b7ab0d req-b41b9e47-2a5c-494a-85be-b94c06ba9c1b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907083 Sep 29 02:14:50.182476 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1588656f-4d88-4ae6-bab4-a7d77918d9c6 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks [] for security_group_rule (36e42f22-9a4e-4299-8f53-ec4f265f2920), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:50.187960 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1588656f-4d88-4ae6-bab4-a7d77918d9c6 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602948'] for security_group_rule (36e42f22-9a4e-4299-8f53-ec4f265f2920), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:50.289379 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588656f-4d88-4ae6-bab4-a7d77918d9c6 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36e42f22-9a4e-4299-8f53-ec4f265f2920,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:50.320668 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1588656f-4d88-4ae6-bab4-a7d77918d9c6 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:50.331622 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-2318f6eb-de1a-448d-aecb-e047e3aa409b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bacd5210-35b2-44ef-8b91-1e0d1d050e7c', 'name': 'tempest-TestMinimumBasicScenario-1807956700-router', 'tenant_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': 'd0375df3-cc58-4820-99a8-0175fcd5fc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:13:34Z', 'updated_at': '2022-09-29T02:13:37Z', 'revision_number': 4, 'project_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'gw_port': {'id': 'd0375df3-cc58-4820-99a8-0175fcd5fc82', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacd5210-35b2-44ef-8b91-1e0d1d050e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:13:35Z', 'updated_at': '2022-09-29T02:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_floatingips': [{'id': '01e5c63e-e868-40b3-a6fe-dbbc3537fba6', 'tenant_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'floating_ip_address': '172.28.2.159', 'floating_network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'router_id': 'bacd5210-35b2-44ef-8b91-1e0d1d050e7c', 'port_id': 'bdca96a4-7592-4b3f-bc8b-2235372db214', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7', 'mac_address': 'fa:16:3e:b0:e2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d235e1-78c7-4f4b-8af2-7051aeeb1d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:14:47Z', 'updated_at': '2022-09-29T02:14:47Z', 'revision_number': 0, 'project_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54930114-a93e-40df-8d45-227f114624c7', 'name': '', 'network_id': '3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7', 'tenant_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'mac_address': 'fa:16:3e:a7:85:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacd5210-35b2-44ef-8b91-1e0d1d050e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'a22cbea8-e4da-4c64-ac8e-b905a8223e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:13:36Z', 'updated_at': '2022-09-29T02:13:43Z', 'revision_number': 5, 'project_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'subnets': [{'id': 'a22cbea8-e4da-4c64-ac8e-b905a8223e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:14:50.332045 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-1588656f-4d88-4ae6-bab4-a7d77918d9c6 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3531628 Sep 29 02:14:50.332045 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 55172) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:50.348443 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-9e441e75-bb98-47f5-aed8-1416033cfd51 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Request body: {'security_group_rule': {'security_group_id': '366af7d1-7d98-4a64-8d8e-cd6633394007', 'project_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:50.487665 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2318f6eb-de1a-448d-aecb-e047e3aa409b None None] The sync data for ids ['bacd5210-35b2-44ef-8b91-1e0d1d050e7c'] in dv-cinder-740146-21-smb is: [{'id': 'bacd5210-35b2-44ef-8b91-1e0d1d050e7c', 'name': 'tempest-TestMinimumBasicScenario-1807956700-router', 'tenant_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': 'd0375df3-cc58-4820-99a8-0175fcd5fc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:13:34Z', 'updated_at': '2022-09-29T02:13:37Z', 'revision_number': 4, 'project_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'gw_port': {'id': 'd0375df3-cc58-4820-99a8-0175fcd5fc82', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacd5210-35b2-44ef-8b91-1e0d1d050e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:13:35Z', 'updated_at': '2022-09-29T02:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_floatingips': [{'id': '01e5c63e-e868-40b3-a6fe-dbbc3537fba6', 'tenant_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'floating_ip_address': '172.28.2.159', 'floating_network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'router_id': 'bacd5210-35b2-44ef-8b91-1e0d1d050e7c', 'port_id': 'bdca96a4-7592-4b3f-bc8b-2235372db214', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7', 'mac_address': 'fa:16:3e:b0:e2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d235e1-78c7-4f4b-8af2-7051aeeb1d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:14:47Z', 'updated_at': '2022-09-29T02:14:47Z', 'revision_number': 0, 'project_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54930114-a93e-40df-8d45-227f114624c7', 'name': '', 'network_id': '3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7', 'tenant_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'mac_address': 'fa:16:3e:a7:85:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacd5210-35b2-44ef-8b91-1e0d1d050e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'a22cbea8-e4da-4c64-ac8e-b905a8223e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:13:36Z', 'updated_at': '2022-09-29T02:13:43Z', 'revision_number': 5, 'project_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'subnets': [{'id': 'a22cbea8-e4da-4c64-ac8e-b905a8223e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:14:50.499377 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9e441e75-bb98-47f5-aed8-1416033cfd51 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks [] for security_group_rule (4cd695d8-b266-4628-8bd0-bfacd1b68cd5), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:50.533295 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a2f701f6-6c62-4d56-b6fe-c5b357b7ab0d req-699dba7d-a5cd-436b-9e15-197b349c8228 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4121523 Sep 29 02:14:50.707348 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9e441e75-bb98-47f5-aed8-1416033cfd51 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks [] for security_group_rule (4cd695d8-b266-4628-8bd0-bfacd1b68cd5), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:50.710649 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b9fc4-66f4-4dc6-b815-b6caf62667f2 req-8c57c5b2-be23-4f22-8962-c6f3e1bf73d0 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:50.712508 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c85b9fc4-66f4-4dc6-b815-b6caf62667f2 req-8c57c5b2-be23-4f22-8962-c6f3e1bf73d0 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 945 time: 0.1211615 Sep 29 02:14:50.713504 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9e441e75-bb98-47f5-aed8-1416033cfd51 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602948'] for security_group_rule (4cd695d8-b266-4628-8bd0-bfacd1b68cd5), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:50.738174 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e441e75-bb98-47f5-aed8-1416033cfd51 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cd695d8-b266-4628-8bd0-bfacd1b68cd5,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:50.754917 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9e441e75-bb98-47f5-aed8-1416033cfd51 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:50.756495 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-9e441e75-bb98-47f5-aed8-1416033cfd51 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4227803 Sep 29 02:14:50.759502 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 55176) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:50.767956 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-9f47ef40-2845-42bb-9b13-93e627892a61 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Request body: {'security_group_rule': {'security_group_id': '366af7d1-7d98-4a64-8d8e-cd6633394007', 'project_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:50.799764 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.db.securitygroups_db [None req-9f47ef40-2845-42bb-9b13-93e627892a61 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Project 7d0ac285a6454f88bd1ea0382844f6bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 02:14:50.805450 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c85b9fc4-66f4-4dc6-b815-b6caf62667f2 req-e54dccff-c141-4c95-b45c-20a293750f82 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863934 Sep 29 02:14:50.815545 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9f47ef40-2845-42bb-9b13-93e627892a61 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks [] for security_group_rule (8d1d5c1d-9892-441a-a0f2-a8fb5e2513f2), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:50.939309 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd6782f-4e52-4271-b704-3c9473ccfea4 None None] New status for floating IP 01e5c63e-e868-40b3-a6fe-dbbc3537fba6: ACTIVE {{(pid=106442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:14:51.001368 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9f47ef40-2845-42bb-9b13-93e627892a61 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks [] for security_group_rule (8d1d5c1d-9892-441a-a0f2-a8fb5e2513f2), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:51.008822 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9f47ef40-2845-42bb-9b13-93e627892a61 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602948'] for security_group_rule (8d1d5c1d-9892-441a-a0f2-a8fb5e2513f2), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:51.043293 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47ef40-2845-42bb-9b13-93e627892a61 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d1d5c1d-9892-441a-a0f2-a8fb5e2513f2,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:51.056199 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9f47ef40-2845-42bb-9b13-93e627892a61 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:51.057737 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-9f47ef40-2845-42bb-9b13-93e627892a61 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2970984 Sep 29 02:14:51.061836 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 55180) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:51.067792 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-659d6730-6d4c-4e9c-8e2c-3c36be26b1cf tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Request body: {'security_group_rule': {'security_group_id': '366af7d1-7d98-4a64-8d8e-cd6633394007', 'project_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:51.096075 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.db.securitygroups_db [None req-659d6730-6d4c-4e9c-8e2c-3c36be26b1cf tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Project 7d0ac285a6454f88bd1ea0382844f6bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 02:14:51.104002 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-659d6730-6d4c-4e9c-8e2c-3c36be26b1cf tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks [] for security_group_rule (ea82202a-cbd8-4cc7-8367-e409b7eb73bc), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:51.238837 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-659d6730-6d4c-4e9c-8e2c-3c36be26b1cf tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks [] for security_group_rule (ea82202a-cbd8-4cc7-8367-e409b7eb73bc), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:51.243760 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-659d6730-6d4c-4e9c-8e2c-3c36be26b1cf tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602948'] for security_group_rule (ea82202a-cbd8-4cc7-8367-e409b7eb73bc), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:51.271784 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d6730-6d4c-4e9c-8e2c-3c36be26b1cf tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea82202a-cbd8-4cc7-8367-e409b7eb73bc,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:51.276648 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-659d6730-6d4c-4e9c-8e2c-3c36be26b1cf tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:51.281375 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-659d6730-6d4c-4e9c-8e2c-3c36be26b1cf tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2150946 Sep 29 02:14:51.368786 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:51.394246 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-8429d5c3-fccc-4433-963c-f2d02164a43c req-48c59991-2940-4f46-874a-362314693e2a tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-882061321&fields=id&tenant_id=7d0ac285a6454f88bd1ea0382844f6bf HTTP/1.1" status: 200 len: 267 time: 0.0570266 Sep 29 02:14:51.458629 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429d5c3-fccc-4433-963c-f2d02164a43c req-445cc931-88ff-429a-afe6-6da91d735ff3 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:51.460118 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-8429d5c3-fccc-4433-963c-f2d02164a43c req-445cc931-88ff-429a-afe6-6da91d735ff3 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 945 time: 0.0598357 Sep 29 02:14:51.471099 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [req-8429d5c3-fccc-4433-963c-f2d02164a43c req-a056999e-8ca9-487c-8356-6a2ce2131ecd tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Request body: {'port': {'security_groups': ['5d914d03-d233-4143-b863-daaeb6b19cc9', '366af7d1-7d98-4a64-8d8e-cd6633394007']}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:51.560138 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-8429d5c3-fccc-4433-963c-f2d02164a43c req-a056999e-8ca9-487c-8356-6a2ce2131ecd tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (bdca96a4-7592-4b3f-bc8b-2235372db214), before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:51.786613 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:51.804568 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-8429d5c3-fccc-4433-963c-f2d02164a43c req-a056999e-8ca9-487c-8356-6a2ce2131ecd tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] For port bdca96a4-7592-4b3f-bc8b-2235372db214, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=bdca96a4-7592-4b3f-bc8b-2235372db214,segment=NetworkSegment(07936685-b731-4b79-bf86-55e22ee6364a),segment_id=07936685-b731-4b79-bf86-55e22ee6364a)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:14:51.840348 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-8429d5c3-fccc-4433-963c-f2d02164a43c req-a056999e-8ca9-487c-8356-6a2ce2131ecd tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks [] for port (bdca96a4-7592-4b3f-bc8b-2235372db214), precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:51.845433 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-8429d5c3-fccc-4433-963c-f2d02164a43c req-a056999e-8ca9-487c-8356-6a2ce2131ecd tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26030496'] for port (bdca96a4-7592-4b3f-bc8b-2235372db214), after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:51.855883 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429d5c3-fccc-4433-963c-f2d02164a43c req-a056999e-8ca9-487c-8356-6a2ce2131ecd tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:51.856517 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-8429d5c3-fccc-4433-963c-f2d02164a43c req-a056999e-8ca9-487c-8356-6a2ce2131ecd tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for port (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:51.857984 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-8429d5c3-fccc-4433-963c-f2d02164a43c req-a056999e-8ca9-487c-8356-6a2ce2131ecd tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "PUT /networking/v2.0/ports/bdca96a4-7592-4b3f-bc8b-2235372db214 HTTP/1.1" status: 200 len: 981 time: 0.3915544 Sep 29 02:14:51.858583 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d235e1-78c7-4f4b-8af2-7051aeeb1d0d', 'tag': 'bdca96a4-7592-4b3f-bc8b-2235372db214'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:14:51.861391 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6fd434f9474e642ac52a32a239cb9403cb6cbac172bb9ea56eecab16f0e16c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b55b60-6932-4e96-89f4-bb0196fd9d60" -d '{"events": [{"name": "network-changed", "server_uuid": "87d235e1-78c7-4f4b-8af2-7051aeeb1d0d", "tag": "bdca96a4-7592-4b3f-bc8b-2235372db214"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:14:51.867765 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] get_ports_and_sgs() called for port_ids ['bdca96a4-7592-4b3f-bc8b-2235372db214'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:14:51.973247 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a056999e-8ca9-487c-8356-6a2ce2131ecd tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Pushing event updated for resources: {'Port': ['ID=bdca96a4-7592-4b3f-bc8b-2235372db214,revision_number=6']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:52.040249 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722df5b-8551-4522-88a0-5cda0c2c3bd2 req-27a9cfd8-ec6c-4a7b-84d5-7bf0dc72c355 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:52.041973 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1722df5b-8551-4522-88a0-5cda0c2c3bd2 req-27a9cfd8-ec6c-4a7b-84d5-7bf0dc72c355 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 984 time: 0.0634775 Sep 29 02:14:52.048870 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] get_ports_and_sgs() called for port_ids ['bdca96a4-7592-4b3f-bc8b-2235372db214'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:14:52.124267 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2f457061-6b5c-4085-a472-d5dc824a1e85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:52.156645 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad47da-c171-4be3-896f-a53561ac5353 req-59b3ed14-c30a-4e38-a32d-b3bd436583da tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:52.158258 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-32ad47da-c171-4be3-896f-a53561ac5353 req-59b3ed14-c30a-4e38-a32d-b3bd436583da tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 945 time: 0.1152585 Sep 29 02:14:52.218825 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-32ad47da-c171-4be3-896f-a53561ac5353 req-dfff120d-6a9a-4e02-9675-d02d71f34151 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518954 Sep 29 02:14:52.289089 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1722df5b-8551-4522-88a0-5cda0c2c3bd2 req-d93a96ac-967a-4468-a97f-f24f1d13f1a4 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&id=366af7d1-7d98-4a64-8d8e-cd6633394007&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2334599 Sep 29 02:14:52.348115 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:52.348855 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93f0025-8118-4ce1-89b9-e1512b575181 x-openstack-request-id: req-a93f0025-8118-4ce1-89b9-e1512b575181 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:14:52.349188 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d235e1-78c7-4f4b-8af2-7051aeeb1d0d", "tag": "bdca96a4-7592-4b3f-bc8b-2235372db214", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:14:52.349614 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a93f0025-8118-4ce1-89b9-e1512b575181 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:14:52.350491 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a93f0025-8118-4ce1-89b9-e1512b575181'] response: {'name': 'network-changed', 'server_uuid': '87d235e1-78c7-4f4b-8af2-7051aeeb1d0d', 'tag': 'bdca96a4-7592-4b3f-bc8b-2235372db214', 'status': 'completed', 'code': 200} Sep 29 02:14:52.436929 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b55b60-6932-4e96-89f4-bb0196fd9d60 req-5d8ca8b5-1470-4df7-ba78-bfff9ff7dd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:52.439479 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e6b55b60-6932-4e96-89f4-bb0196fd9d60 req-5d8ca8b5-1470-4df7-ba78-bfff9ff7dd82 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=7d0ac285a6454f88bd1ea0382844f6bf&device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 1168 time: 0.0553701 Sep 29 02:14:52.620474 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:52.632545 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b55b60-6932-4e96-89f4-bb0196fd9d60 req-4417a7a3-8348-4ccc-9f8b-97a909f72208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:52.634075 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e6b55b60-6932-4e96-89f4-bb0196fd9d60 req-4417a7a3-8348-4ccc-9f8b-97a909f72208 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7 HTTP/1.1" status: 200 len: 916 time: 0.1836352 Sep 29 02:14:52.753100 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e6b55b60-6932-4e96-89f4-bb0196fd9d60 req-27b9621b-ac24-4c0d-8d79-7ab8c53ce227 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdca96a4-7592-4b3f-bc8b-2235372db214 HTTP/1.1" status: 200 len: 1001 time: 0.1090314 Sep 29 02:14:52.832806 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b55b60-6932-4e96-89f4-bb0196fd9d60 req-3e5b1fbf-1c7c-424c-9a7c-b2441e6366b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:52.834387 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e6b55b60-6932-4e96-89f4-bb0196fd9d60 req-3e5b1fbf-1c7c-424c-9a7c-b2441e6366b7 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=a22cbea8-e4da-4c64-ac8e-b905a8223e3b HTTP/1.1" status: 200 len: 854 time: 0.0716622 Sep 29 02:14:52.895089 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b55b60-6932-4e96-89f4-bb0196fd9d60 req-112a5a2e-82fe-4a62-be36-939d8813f631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:52.897561 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e6b55b60-6932-4e96-89f4-bb0196fd9d60 req-112a5a2e-82fe-4a62-be36-939d8813f631 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0544374 Sep 29 02:14:52.958222 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 55208) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:52.963493 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-8ad960b7-9461-48bb-96b5-088c071f7840 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1753043647', 'description': 'tempest-description--1278789597'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:52.994145 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:52.998567 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8ad960b7-9461-48bb-96b5-088c071f7840 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:53.049998 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e6b55b60-6932-4e96-89f4-bb0196fd9d60 req-fc2c165d-0754-474e-8999-337dfb542e96 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333942 Sep 29 02:14:53.052845 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:53.090385 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:53.100575 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8ad960b7-9461-48bb-96b5-088c071f7840 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for security_group (649cf8de-f7ed-45dc-b7aa-0acf4cf92579), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:53.105731 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8ad960b7-9461-48bb-96b5-088c071f7840 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (649cf8de-f7ed-45dc-b7aa-0acf4cf92579), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:53.146558 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8ad960b7-9461-48bb-96b5-088c071f7840 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:53.151592 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-8ad960b7-9461-48bb-96b5-088c071f7840 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1878977 Sep 29 02:14:53.151592 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad960b7-9461-48bb-96b5-088c071f7840 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=649cf8de-f7ed-45dc-b7aa-0acf4cf92579,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:53.152044 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 55210) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:53.157663 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-8f28925f-eb03-4ca4-bd79-377ef21e0ef2 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Request body: {'security_group_rule': {'security_group_id': '649cf8de-f7ed-45dc-b7aa-0acf4cf92579', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:53.181420 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e6b55b60-6932-4e96-89f4-bb0196fd9d60 req-c98596cf-bd26-44ee-8634-5b2c5a3c7856 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231184 Sep 29 02:14:53.194367 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8f28925f-eb03-4ca4-bd79-377ef21e0ef2 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for security_group_rule (ce8db0b3-c9a4-4165-a7cd-1800a7e12ed8), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:53.217468 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:53.280853 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8f28925f-eb03-4ca4-bd79-377ef21e0ef2 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for security_group_rule (ce8db0b3-c9a4-4165-a7cd-1800a7e12ed8), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:53.286905 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8f28925f-eb03-4ca4-bd79-377ef21e0ef2 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602948'] for security_group_rule (ce8db0b3-c9a4-4165-a7cd-1800a7e12ed8), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:53.313848 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28925f-eb03-4ca4-bd79-377ef21e0ef2 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce8db0b3-c9a4-4165-a7cd-1800a7e12ed8,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:53.323589 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8f28925f-eb03-4ca4-bd79-377ef21e0ef2 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:53.328179 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-8f28925f-eb03-4ca4-bd79-377ef21e0ef2 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1717629 Sep 29 02:14:53.328428 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 55214) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:53.333941 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-9c9c613d-1e20-48c5-841d-85a60b622757 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Request body: {'security_group_rule': {'security_group_id': '649cf8de-f7ed-45dc-b7aa-0acf4cf92579', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:53.371862 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9c9c613d-1e20-48c5-841d-85a60b622757 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for security_group_rule (a4cbdeaa-9051-455e-acf2-0549e42d4a28), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:53.417144 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3516ec4-9c68-4a02-89a3-dd7ba9c8f3f5 req-da814707-7753-4671-be46-0fc3a1046634 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:53.418682 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b3516ec4-9c68-4a02-89a3-dd7ba9c8f3f5 req-da814707-7753-4671-be46-0fc3a1046634 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 945 time: 0.0644917 Sep 29 02:14:53.443197 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9c9c613d-1e20-48c5-841d-85a60b622757 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for security_group_rule (a4cbdeaa-9051-455e-acf2-0549e42d4a28), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:53.451337 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9c9c613d-1e20-48c5-841d-85a60b622757 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602948'] for security_group_rule (a4cbdeaa-9051-455e-acf2-0549e42d4a28), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:53.473390 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9c613d-1e20-48c5-841d-85a60b622757 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4cbdeaa-9051-455e-acf2-0549e42d4a28,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:53.497965 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9c9c613d-1e20-48c5-841d-85a60b622757 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:53.499889 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-9c9c613d-1e20-48c5-841d-85a60b622757 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1694350 Sep 29 02:14:53.513628 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 55218) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:14:53.513628 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-a33777d5-ef15-4904-960b-abd9c560e1a5 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Request body: {'floatingip': {'floating_network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:14:53.527924 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b3516ec4-9c68-4a02-89a3-dd7ba9c8f3f5 req-a946d90a-edba-483a-85bf-2610f424e6ec tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973659 Sep 29 02:14:53.544733 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a33777d5-ef15-4904-960b-abd9c560e1a5 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:53.621756 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:53.647481 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a33777d5-ef15-4904-960b-abd9c560e1a5 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:53.777195 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-a33777d5-ef15-4904-960b-abd9c560e1a5 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Allocated IP 172.28.2.223 (b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd/e0ffa218-6ca5-4006-b711-a782d769deaf/bd8291ed-9de5-4820-bf90-99d20e69a2e8) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:14:53.911763 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a33777d5-ef15-4904-960b-abd9c560e1a5 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for port (bd8291ed-9de5-4820-bf90-99d20e69a2e8), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:53.952652 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a33777d5-ef15-4904-960b-abd9c560e1a5 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (bd8291ed-9de5-4820-bf90-99d20e69a2e8), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:54.002246 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33777d5-ef15-4904-960b-abd9c560e1a5 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Network b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:14:54.005677 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-a33777d5-ef15-4904-960b-abd9c560e1a5 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:14:54.010245 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33777d5-ef15-4904-960b-abd9c560e1a5 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:14:54.036098 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33777d5-ef15-4904-960b-abd9c560e1a5 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Pushing event updated for resources: {'Port': ['ID=bd8291ed-9de5-4820-bf90-99d20e69a2e8,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:54.148459 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a33777d5-ef15-4904-960b-abd9c560e1a5 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for floatingip (28042dfa-68e2-4c66-a799-12ad52105b6a), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:54.195982 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a33777d5-ef15-4904-960b-abd9c560e1a5 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (bd8291ed-9de5-4820-bf90-99d20e69a2e8), before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:54.254967 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:54.671039 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a33777d5-ef15-4904-960b-abd9c560e1a5 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for port (bd8291ed-9de5-4820-bf90-99d20e69a2e8), precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:54.689127 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a33777d5-ef15-4904-960b-abd9c560e1a5 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26030496'] for port (bd8291ed-9de5-4820-bf90-99d20e69a2e8), after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:54.751739 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb405eb7-e3ee-49a1-bec5-9fd8d5b3ed82 req-5a963d70-6ee5-456d-ad8f-e0c284409d97 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:54.753359 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-eb405eb7-e3ee-49a1-bec5-9fd8d5b3ed82 req-5a963d70-6ee5-456d-ad8f-e0c284409d97 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 945 time: 0.0961745 Sep 29 02:14:54.763142 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:54.792071 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:14:54.807553 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33777d5-ef15-4904-960b-abd9c560e1a5 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Pushing event updated for resources: {'Port': ['ID=bd8291ed-9de5-4820-bf90-99d20e69a2e8,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:14:54.810687 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a33777d5-ef15-4904-960b-abd9c560e1a5 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1596334'] for floatingip (28042dfa-68e2-4c66-a799-12ad52105b6a), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:54.844071 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-eb405eb7-e3ee-49a1-bec5-9fd8d5b3ed82 req-283c09ea-c8ca-4a71-a513-8699fa89b3f8 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826921 Sep 29 02:14:54.847087 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a33777d5-ef15-4904-960b-abd9c560e1a5 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for floatingip (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:54.856146 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-a33777d5-ef15-4904-960b-abd9c560e1a5 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3436613 Sep 29 02:14:54.894958 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:14:55.997599 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3736d3-f681-4ce6-a1df-3f05bdd59232 req-aa1b52ae-6b54-489a-bc0d-e12ab023c82a tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:55.999119 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-8a3736d3-f681-4ce6-a1df-3f05bdd59232 req-aa1b52ae-6b54-489a-bc0d-e12ab023c82a tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 945 time: 0.0526402 Sep 29 02:14:56.051607 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-8a3736d3-f681-4ce6-a1df-3f05bdd59232 req-bbf74629-ef85-4475-a750-b983e6cc6386 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467010 Sep 29 02:14:57.185834 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a5252-7a06-4d3a-8599-a84b4afe2111 req-d86e1636-569d-4773-b45f-22bd2536eaad tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:57.187340 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-806a5252-7a06-4d3a-8599-a84b4afe2111 req-d86e1636-569d-4773-b45f-22bd2536eaad tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 945 time: 0.0530617 Sep 29 02:14:57.237018 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-806a5252-7a06-4d3a-8599-a84b4afe2111 req-dfe4562c-d3f3-4897-9e26-45b9d84d0111 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440638 Sep 29 02:14:58.383784 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4984dc0-81bc-47cd-b71c-7c0b4d739108 req-fee2298e-1f5c-49ec-b325-56ae0cf27a64 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:58.385339 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f4984dc0-81bc-47cd-b71c-7c0b4d739108 req-fee2298e-1f5c-49ec-b325-56ae0cf27a64 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 945 time: 0.0590508 Sep 29 02:14:58.437809 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f4984dc0-81bc-47cd-b71c-7c0b4d739108 req-f1ba414b-280c-4bcf-abf4-48e350daecde tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462863 Sep 29 02:14:59.568582 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b8742-7ed9-4309-8dac-b91af5dacfe6 req-9ac946d5-fb84-48c8-b679-fcfbbc41e435 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:14:59.570170 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b80b8742-7ed9-4309-8dac-b91af5dacfe6 req-9ac946d5-fb84-48c8-b679-fcfbbc41e435 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 945 time: 0.0490565 Sep 29 02:14:59.623649 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b80b8742-7ed9-4309-8dac-b91af5dacfe6 req-e235338d-389e-4095-ae61-86739f2b14d5 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475132 Sep 29 02:15:00.762091 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dda164-aa38-49c0-b7ca-72d2d8c52379 req-23d567be-a425-49d4-8ffe-3ee4cdcfe143 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:00.763781 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-78dda164-aa38-49c0-b7ca-72d2d8c52379 req-23d567be-a425-49d4-8ffe-3ee4cdcfe143 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 945 time: 0.0491872 Sep 29 02:15:00.816665 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-78dda164-aa38-49c0-b7ca-72d2d8c52379 req-6cbedac6-a70e-489c-b3b0-2684811f95ba tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460064 Sep 29 02:15:01.145547 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:01.154169 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:UPDATE=1,neutron:SELECT=4 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:01.958759 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593ed73-ef31-46a0-83ac-b9de000d5344 req-e6cabfc6-945f-417e-a430-b4c629838921 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:01.960973 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-2593ed73-ef31-46a0-83ac-b9de000d5344 req-e6cabfc6-945f-417e-a430-b4c629838921 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 945 time: 0.0563734 Sep 29 02:15:02.022492 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-2593ed73-ef31-46a0-83ac-b9de000d5344 req-c905e771-a003-4983-886c-9eab52ffb63c tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550148 Sep 29 02:15:02.420662 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-45bc8bfd-6ada-43bf-b138-501958d12fea tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1753043647&fields=id&tenant_id=1765f90d50914c75bf5c10c43bc688e9 HTTP/1.1" status: 200 len: 267 time: 0.0504918 Sep 29 02:15:02.474210 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:02.530373 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-eeeb3f8d-0757-4287-9a54-5676c329ae12 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:02.532737 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-eeeb3f8d-0757-4287-9a54-5676c329ae12 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/networks?id=2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2 HTTP/1.1" status: 200 len: 814 time: 0.1054926 Sep 29 02:15:02.547513 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-c6e6cee3-c6e5-4db0-9fb0-5753e788bc7a tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/quotas/1765f90d50914c75bf5c10c43bc688e9 HTTP/1.1" status: 200 len: 375 time: 0.0093451 Sep 29 02:15:02.606655 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-18bafc39-6229-47da-8955-bc8d4db4977e tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=1765f90d50914c75bf5c10c43bc688e9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0539150 Sep 29 02:15:02.705124 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-6ef0b48f-78fc-4a39-ae21-cafefe034361 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871768 Sep 29 02:15:02.800968 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-f32c2838-8635-40b8-b8e3-a1257b7db1d6 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897367 Sep 29 02:15:02.974326 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-5a702df9-b136-4f98-a270-c6fb1615a765 req-96281356-8c8a-4673-b860-b008d284af86 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=72a4c103-d24e-47d3-8283-bdaeb2cc9682 HTTP/1.1" status: 200 len: 210 time: 0.0296638 Sep 29 02:15:03.048676 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 6 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:15:03.150225 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:03.163566 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d6207-0e0b-4223-b7d5-d1075e8a4ba7 req-17a6f50a-7cf9-461e-ba6f-747338332360 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:03.165076 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c96d6207-0e0b-4223-b7d5-d1075e8a4ba7 req-17a6f50a-7cf9-461e-ba6f-747338332360 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 945 time: 0.0533156 Sep 29 02:15:03.222080 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c96d6207-0e0b-4223-b7d5-d1075e8a4ba7 req-da3d6de9-8e72-4b34-bf2d-b5b39ad1d421 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501089 Sep 29 02:15:03.482961 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=36,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:03.487944 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:DELETE=3,neutron:SELECT=37,neutron:INSERT=7 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:04.084914 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1e90b599-c8a8-4c58-a381-2fddb9919c6f req-6868d539-a573-46f0-b47b-61ff9804109b tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=72a4c103-d24e-47d3-8283-bdaeb2cc9682 HTTP/1.1" status: 200 len: 210 time: 0.0333388 Sep 29 02:15:04.348071 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b183249-dbf4-4570-8fd8-8cbc76ec4ea8 req-beada4c4-4849-4430-98fe-efd590972723 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:04.349883 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7b183249-dbf4-4570-8fd8-8cbc76ec4ea8 req-beada4c4-4849-4430-98fe-efd590972723 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 945 time: 0.0498862 Sep 29 02:15:04.402003 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7b183249-dbf4-4570-8fd8-8cbc76ec4ea8 req-1e9321e2-6993-434d-8108-c971b0b247c6 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465519 Sep 29 02:15:04.537453 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-7efdae05-c7fe-4d3f-9d62-1c11a7196372 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:04.538893 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-7efdae05-c7fe-4d3f-9d62-1c11a7196372 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.16 "GET /networking/v2.0/networks?id=2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2 HTTP/1.1" status: 200 len: 814 time: 0.1171403 Sep 29 02:15:04.624619 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-666fb12c-1f39-40ee-8ac9-1f493aed469a tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1765f90d50914c75bf5c10c43bc688e9 HTTP/1.1" status: 200 len: 473 time: 0.0660610 Sep 29 02:15:04.637069 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-ab15cd67-3099-4181-8611-691f12a20725 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Request body: {'port': {'device_id': '72a4c103-d24e-47d3-8283-bdaeb2cc9682', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'admin_state_up': True, 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'security_groups': ['649cf8de-f7ed-45dc-b7aa-0acf4cf92579']}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:15:04.752028 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-ab15cd67-3099-4181-8611-691f12a20725 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Made reservation on behalf of 1765f90d50914c75bf5c10c43bc688e9 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:15:04.756094 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-ab15cd67-3099-4181-8611-691f12a20725 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:04.868292 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=12 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:04.880903 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:04.888991 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=67,neutron:UPDATE=3 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:04.892103 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-ab15cd67-3099-4181-8611-691f12a20725 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Allocated IP 172.20.0.10 (2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2/00e04331-0054-4eae-80e0-25be17b9d3cd/289300e1-bded-450c-8656-b7135f655e87) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:15:05.007989 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 55370) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:05.040972 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-ab15cd67-3099-4181-8611-691f12a20725 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for port (289300e1-bded-450c-8656-b7135f655e87), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:05.056597 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dfe7d64-e8c3-4fcc-a896-4dd7b6da4f88 admin admin] Deleting subnet b0e7c32d-5fb4-428f-b008-898be974fdca {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 29 02:15:05.060339 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3dfe7d64-e8c3-4fcc-a896-4dd7b6da4f88 admin admin] Publish callbacks [] for subnet (b0e7c32d-5fb4-428f-b008-898be974fdca), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:05.078545 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-ab15cd67-3099-4181-8611-691f12a20725 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (289300e1-bded-450c-8656-b7135f655e87), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:05.097289 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3dfe7d64-e8c3-4fcc-a896-4dd7b6da4f88 admin admin] Publish callbacks [] for subnet (b0e7c32d-5fb4-428f-b008-898be974fdca), precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:05.104279 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3dfe7d64-e8c3-4fcc-a896-4dd7b6da4f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-885443'] for subnet (b0e7c32d-5fb4-428f-b008-898be974fdca), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:05.110592 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:05.131223 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-ab15cd67-3099-4181-8611-691f12a20725 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Network 2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:15:05.134604 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-ab15cd67-3099-4181-8611-691f12a20725 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:15:05.138572 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-ab15cd67-3099-4181-8611-691f12a20725 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:15:05.143089 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15cd67-3099-4181-8611-691f12a20725 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Pushing event updated for resources: {'Port': ['ID=289300e1-bded-450c-8656-b7135f655e87,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:05.173006 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3dfe7d64-e8c3-4fcc-a896-4dd7b6da4f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-890536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168'] for subnet (b0e7c32d-5fb4-428f-b008-898be974fdca), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:05.207081 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe7d64-e8c3-4fcc-a896-4dd7b6da4f88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0e7c32d-5fb4-428f-b008-898be974fdca,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:05.211873 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3dfe7d64-e8c3-4fcc-a896-4dd7b6da4f88 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:05.220525 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-3dfe7d64-e8c3-4fcc-a896-4dd7b6da4f88 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/b0e7c32d-5fb4-428f-b008-898be974fdca HTTP/1.1" status: 204 len: 168 time: 0.2114511 Sep 29 02:15:05.221473 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 55376) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:05.241529 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d15d8-4047-4f68-ad11-de88f1db3f0b req-52f96b8f-588a-4e7d-bebe-afe047ac5603 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:05.243018 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b35d15d8-4047-4f68-ad11-de88f1db3f0b req-52f96b8f-588a-4e7d-bebe-afe047ac5603 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=72a4c103-d24e-47d3-8283-bdaeb2cc9682 HTTP/1.1" status: 200 len: 932 time: 0.0689487 Sep 29 02:15:05.247635 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-ab15cd67-3099-4181-8611-691f12a20725 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:05.248250 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-ab15cd67-3099-4181-8611-691f12a20725 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for port (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:05.329696 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-ab15cd67-3099-4181-8611-691f12a20725 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6975067 Sep 29 02:15:05.352087 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-3d25bc7f-0667-4a73-82e4-4bfc7b2bb843 service neutron] Request body: {'port': {'device_id': '72a4c103-d24e-47d3-8283-bdaeb2cc9682', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:15:05.388882 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6ed288cb-108c-4d5b-a786-850956fcb10d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790930'] for network (681bbea9-42f3-45d1-b55a-67905b8511b8), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:05.392676 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-085d4fe1-38bb-4bd9-961e-1987f72efc4a None None] Provisioning complete for port 289300e1-bded-450c-8656-b7135f655e87 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:15:05.393110 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-085d4fe1-38bb-4bd9-961e-1987f72efc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (289300e1-bded-450c-8656-b7135f655e87), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:05.393538 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-085d4fe1-38bb-4bd9-961e-1987f72efc4a None None] Attempt 1 to provision port 289300e1-bded-450c-8656-b7135f655e87 Sep 29 02:15:05.399351 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b35d15d8-4047-4f68-ad11-de88f1db3f0b req-0036e87d-8df2-4b12-b7bc-feae6a237ce7 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=649cf8de-f7ed-45dc-b7aa-0acf4cf92579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482048 Sep 29 02:15:05.429486 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-085d4fe1-38bb-4bd9-961e-1987f72efc4a None None] Port 289300e1-bded-450c-8656-b7135f655e87 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:15:05.453998 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-3d25bc7f-0667-4a73-82e4-4bfc7b2bb843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (289300e1-bded-450c-8656-b7135f655e87), before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:05.555119 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6ed288cb-108c-4d5b-a786-850956fcb10d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-847605', 'neutron.services.segments.db._delete_segments_for_network-8769072566986'] for network (681bbea9-42f3-45d1-b55a-67905b8511b8), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:05.599562 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.services.segments.db [None req-6ed288cb-108c-4d5b-a786-850956fcb10d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['681bbea9-42f3-45d1-b55a-67905b8511b8']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:15:05.615651 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459535dc-07bc-4bca-843a-d21a61516b34 req-c12008be-9fa3-4bcb-8472-c2a353a91a61 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:05.617112 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-459535dc-07bc-4bca-843a-d21a61516b34 req-c12008be-9fa3-4bcb-8472-c2a353a91a61 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 945 time: 0.1154716 Sep 29 02:15:05.623204 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.services.segments.db [None req-6ed288cb-108c-4d5b-a786-850956fcb10d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd69739f8-63ce-450d-a9ae-043b7b1b481e') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:15:05.623492 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.services.segments.db [None req-6ed288cb-108c-4d5b-a786-850956fcb10d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd69739f8-63ce-450d-a9ae-043b7b1b481e') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:15:05.681732 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6ed288cb-108c-4d5b-a786-850956fcb10d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769072454503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26031568'] for segment (d69739f8-63ce-450d-a9ae-043b7b1b481e), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:05.703596 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:05.724779 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6ed288cb-108c-4d5b-a786-850956fcb10d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841896'] for segment (d69739f8-63ce-450d-a9ae-043b7b1b481e), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:05.783895 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed288cb-108c-4d5b-a786-850956fcb10d admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 02:15:05.784307 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6ed288cb-108c-4d5b-a786-850956fcb10d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26030404'] for segment (d69739f8-63ce-450d-a9ae-043b7b1b481e), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:05.812845 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-459535dc-07bc-4bca-843a-d21a61516b34 req-92c5516a-ff33-440a-8e2f-0f011a090d18 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872222 Sep 29 02:15:05.843284 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.services.segments.plugin [-] Segment d69739f8-63ce-450d-a9ae-043b7b1b481e resource provider aggregate not found Sep 29 02:15:05.863687 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.services.segments.plugin [-] Segment d69739f8-63ce-450d-a9ae-043b7b1b481e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d69739f8-63ce-450d-a9ae-043b7b1b481e found for delete ", "request_id": "req-b5df46bb-89c4-4dcb-9b58-a899da3ab191"}]} Sep 29 02:15:05.882670 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6ed288cb-108c-4d5b-a786-850956fcb10d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-847614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1596307'] for network (681bbea9-42f3-45d1-b55a-67905b8511b8), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:05.890177 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6ed288cb-108c-4d5b-a786-850956fcb10d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for network (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:05.893488 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-6ed288cb-108c-4d5b-a786-850956fcb10d admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/681bbea9-42f3-45d1-b55a-67905b8511b8 HTTP/1.1" status: 204 len: 168 time: 0.6690471 Sep 29 02:15:05.914209 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed288cb-108c-4d5b-a786-850956fcb10d admin admin] Pushing event deleted for resources: {'Network': ['ID=681bbea9-42f3-45d1-b55a-67905b8511b8,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:05.930406 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-085d4fe1-38bb-4bd9-961e-1987f72efc4a None None] Attempt 2 to provision port 289300e1-bded-450c-8656-b7135f655e87 Sep 29 02:15:05.936009 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:05.973809 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.notifiers.nova [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-3d25bc7f-0667-4a73-82e4-4bfc7b2bb843 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 289300e1-bded-450c-8656-b7135f655e87 {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:15:05.980395 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-085d4fe1-38bb-4bd9-961e-1987f72efc4a None None] Port 289300e1-bded-450c-8656-b7135f655e87 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:15:05.982359 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-3d25bc7f-0667-4a73-82e4-4bfc7b2bb843 service neutron] Publish callbacks [] for port (289300e1-bded-450c-8656-b7135f655e87), precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:05.996066 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-3d25bc7f-0667-4a73-82e4-4bfc7b2bb843 service neutron] Transition to ACTIVE for port object 289300e1-bded-450c-8656-b7135f655e87 will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:15:06.000178 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-3d25bc7f-0667-4a73-82e4-4bfc7b2bb843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26030496'] for port (289300e1-bded-450c-8656-b7135f655e87), after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:06.032212 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 55394) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:06.072787 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-6ebc063f-eb32-45ce-94b0-4d1e6e421b82 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=d06e11b31c404d7eaf1701be9001c76d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394306 Sep 29 02:15:06.075461 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 55396) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:06.084244 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25bc7f-0667-4a73-82e4-4bfc7b2bb843 service neutron] Pushing event updated for resources: {'Port': ['ID=289300e1-bded-450c-8656-b7135f655e87,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:06.110760 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-3d25bc7f-0667-4a73-82e4-4bfc7b2bb843 service neutron] Attempting to bind port 289300e1-bded-450c-8656-b7135f655e87 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:15:06.111437 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-3d25bc7f-0667-4a73-82e4-4bfc7b2bb843 service neutron] Attempting to bind port 289300e1-bded-450c-8656-b7135f655e87 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '1941badf-aa62-4a91-ac01-3d965bf2bf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:15:06.111437 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-3d25bc7f-0667-4a73-82e4-4bfc7b2bb843 service neutron] Attempting to bind port 289300e1-bded-450c-8656-b7135f655e87 on network 2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:15:06.129714 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1136749f-be04-477b-bc76-7245d5cbf208 admin admin] Publish callbacks [] for security_group (a4a97e58-396f-4ea2-abe4-ff684f0788d6), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:06.150637 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1136749f-be04-477b-bc76-7245d5cbf208 admin admin] Publish callbacks [] for security_group (a4a97e58-396f-4ea2-abe4-ff684f0788d6), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:06.154904 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-3d25bc7f-0667-4a73-82e4-4bfc7b2bb843 service neutron] Port 289300e1-bded-450c-8656-b7135f655e87 on network 2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:15:06.155229 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-3d25bc7f-0667-4a73-82e4-4bfc7b2bb843 service neutron] Attempting to bind port 289300e1-bded-450c-8656-b7135f655e87 on network 2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:15:06.203610 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1136749f-be04-477b-bc76-7245d5cbf208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (a4a97e58-396f-4ea2-abe4-ff684f0788d6), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:06.206411 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1136749f-be04-477b-bc76-7245d5cbf208 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:06.206968 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-3d25bc7f-0667-4a73-82e4-4bfc7b2bb843 service neutron] Checking agent: {'id': '027a9bac-ca89-4228-9c1d-ae9e74cf172f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 9, 38), 'started_at': datetime.datetime(2022, 9, 29, 2, 9, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:15:06.207384 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-3d25bc7f-0667-4a73-82e4-4bfc7b2bb843 service neutron] Checking segment: {'id': '1941badf-aa62-4a91-ac01-3d965bf2bf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:15:06.207693 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-1136749f-be04-477b-bc76-7245d5cbf208 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a4a97e58-396f-4ea2-abe4-ff684f0788d6 HTTP/1.1" status: 204 len: 168 time: 0.1312256 Sep 29 02:15:06.207876 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-3d25bc7f-0667-4a73-82e4-4bfc7b2bb843 service neutron] Bound using segment: {'id': '1941badf-aa62-4a91-ac01-3d965bf2bf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:15:06.208313 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-3d25bc7f-0667-4a73-82e4-4bfc7b2bb843 service neutron] Bound port: 289300e1-bded-450c-8656-b7135f655e87, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1941badf-aa62-4a91-ac01-3d965bf2bf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:15:06.208669 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-3d25bc7f-0667-4a73-82e4-4bfc7b2bb843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (289300e1-bded-450c-8656-b7135f655e87), before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:06.217027 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1136749f-be04-477b-bc76-7245d5cbf208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a97e58-396f-4ea2-abe4-ff684f0788d6,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:06.280987 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-3d25bc7f-0667-4a73-82e4-4bfc7b2bb843 service neutron] For port 289300e1-bded-450c-8656-b7135f655e87, host hv-cinder-74014, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:15:06.284099 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-3d25bc7f-0667-4a73-82e4-4bfc7b2bb843 service neutron] For port 289300e1-bded-450c-8656-b7135f655e87, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=289300e1-bded-450c-8656-b7135f655e87,segment=NetworkSegment(1941badf-aa62-4a91-ac01-3d965bf2bf64),segment_id=1941badf-aa62-4a91-ac01-3d965bf2bf64)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:15:06.290739 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-3d25bc7f-0667-4a73-82e4-4bfc7b2bb843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26030496'] for port (289300e1-bded-450c-8656-b7135f655e87), after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:06.295919 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-3d25bc7f-0667-4a73-82e4-4bfc7b2bb843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:06.296716 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-3d25bc7f-0667-4a73-82e4-4bfc7b2bb843 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for port (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:06.298196 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-3d25bc7f-0667-4a73-82e4-4bfc7b2bb843 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/289300e1-bded-450c-8656-b7135f655e87 HTTP/1.1" status: 200 len: 1094 time: 0.9583731 Sep 29 02:15:06.298915 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a4c103-d24e-47d3-8283-bdaeb2cc9682', 'tag': '289300e1-bded-450c-8656-b7135f655e87'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:15:06.301323 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6fd434f9474e642ac52a32a239cb9403cb6cbac172bb9ea56eecab16f0e16c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7591ea-8f8a-4f6f-8ba3-9bdabc760864" -d '{"events": [{"name": "network-changed", "server_uuid": "72a4c103-d24e-47d3-8283-bdaeb2cc9682", "tag": "289300e1-bded-450c-8656-b7135f655e87"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:15:06.352294 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b968ed-d46b-40ab-9f84-bdc5a6382dae x-openstack-request-id: req-83b968ed-d46b-40ab-9f84-bdc5a6382dae {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:15:06.352590 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a4c103-d24e-47d3-8283-bdaeb2cc9682", "tag": "289300e1-bded-450c-8656-b7135f655e87", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:15:06.352845 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-83b968ed-d46b-40ab-9f84-bdc5a6382dae {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:15:06.353254 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83b968ed-d46b-40ab-9f84-bdc5a6382dae'] response: {'name': 'network-changed', 'server_uuid': '72a4c103-d24e-47d3-8283-bdaeb2cc9682', 'tag': '289300e1-bded-450c-8656-b7135f655e87', 'status': 'completed', 'code': 200} Sep 29 02:15:06.368807 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25bc7f-0667-4a73-82e4-4bfc7b2bb843 service neutron] Pushing event updated for resources: {'Port': ['ID=289300e1-bded-450c-8656-b7135f655e87,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:06.407202 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-025570f1-f1b1-4b76-b969-67e65dd8bdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:06.408779 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-025570f1-f1b1-4b76-b969-67e65dd8bdf2 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=1765f90d50914c75bf5c10c43bc688e9&device_id=72a4c103-d24e-47d3-8283-bdaeb2cc9682 HTTP/1.1" status: 200 len: 1128 time: 0.0490148 Sep 29 02:15:06.480046 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-655bcfac-5ab1-4ed8-b9d5-b9c4befbb683 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=289300e1-bded-450c-8656-b7135f655e87 HTTP/1.1" status: 200 len: 217 time: 0.0399969 Sep 29 02:15:06.481775 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-085d4fe1-38bb-4bd9-961e-1987f72efc4a None None] Attempt 3 to provision port 289300e1-bded-450c-8656-b7135f655e87 Sep 29 02:15:06.524382 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-085d4fe1-38bb-4bd9-961e-1987f72efc4a None None] Port 289300e1-bded-450c-8656-b7135f655e87 had new provisioning blocks added so it will not transition to active. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 29 02:15:06.576668 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-d02b6f6b-c366-447c-b7fb-1df53b2a905a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:06.578201 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-d02b6f6b-c366-447c-b7fb-1df53b2a905a service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=00e04331-0054-4eae-80e0-25be17b9d3cd HTTP/1.1" status: 200 len: 853 time: 0.0899014 Sep 29 02:15:06.586133 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9cee19-b683-4bb3-92bc-5886ccdac1d7 req-0291bfcf-15b0-4636-9d13-cba2a512b692 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:06.587748 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4e9cee19-b683-4bb3-92bc-5886ccdac1d7 req-0291bfcf-15b0-4636-9d13-cba2a512b692 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=72a4c103-d24e-47d3-8283-bdaeb2cc9682 HTTP/1.1" status: 200 len: 944 time: 0.0658369 Sep 29 02:15:06.647619 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-8d74f57a-e8bf-4c59-a4e5-4a3d5bf388b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:06.649116 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-8d74f57a-e8bf-4c59-a4e5-4a3d5bf388b8 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0604711 Sep 29 02:15:06.713709 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4e9cee19-b683-4bb3-92bc-5886ccdac1d7 req-60e7355e-d0e7-43ef-8ab9-5522e998af6b tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=649cf8de-f7ed-45dc-b7aa-0acf4cf92579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158795 Sep 29 02:15:06.744572 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:06.755603 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-8a854c24-05f5-4e2e-8a3c-a5043f6502c9 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991518 Sep 29 02:15:06.849114 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-554f057c-12d4-4c1a-8700-dd15ea3d781a req-4b3b34f5-2897-43d7-8ed1-faf162503e64 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866580 Sep 29 02:15:06.946762 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4d302-cb56-4a97-ba2b-3cd6e3dc945a req-2045a65a-874f-4d07-8b51-a0d438314aa5 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:06.948230 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-38c4d302-cb56-4a97-ba2b-3cd6e3dc945a req-2045a65a-874f-4d07-8b51-a0d438314aa5 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 945 time: 0.0493085 Sep 29 02:15:06.997271 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-38c4d302-cb56-4a97-ba2b-3cd6e3dc945a req-fa4c9173-c66c-43e9-ae0e-7c5d7280dfa5 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430651 Sep 29 02:15:07.827689 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:07.839466 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7484a27-03e0-4512-820f-c35ce0423c0d req-831546d5-8b81-47f5-8304-0005705ba6e3 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:07.841612 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d7484a27-03e0-4512-820f-c35ce0423c0d req-831546d5-8b81-47f5-8304-0005705ba6e3 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=72a4c103-d24e-47d3-8283-bdaeb2cc9682 HTTP/1.1" status: 200 len: 944 time: 0.0528359 Sep 29 02:15:07.890097 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d7484a27-03e0-4512-820f-c35ce0423c0d req-63bb5c7b-1d03-4909-aa0b-484ad8609205 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=649cf8de-f7ed-45dc-b7aa-0acf4cf92579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421391 Sep 29 02:15:08.128503 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f1be3-9099-4545-b7b4-7638d389c12b req-2136c20b-ca5e-4ec3-8fb1-d1c2d1c401cc tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:08.130455 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-2b2f1be3-9099-4545-b7b4-7638d389c12b req-2136c20b-ca5e-4ec3-8fb1-d1c2d1c401cc tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 945 time: 0.0510988 Sep 29 02:15:08.179474 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-2b2f1be3-9099-4545-b7b4-7638d389c12b req-3f4a44d5-2976-49c0-8098-5e7f1dc1581e tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429158 Sep 29 02:15:08.196353 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:09.011405 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9eca9d-cf8c-41d7-adb8-c9742ea45357 req-86a7dc00-52ac-4cc6-9fe6-956a34f6c780 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:09.012892 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-cd9eca9d-cf8c-41d7-adb8-c9742ea45357 req-86a7dc00-52ac-4cc6-9fe6-956a34f6c780 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=72a4c103-d24e-47d3-8283-bdaeb2cc9682 HTTP/1.1" status: 200 len: 944 time: 0.0493336 Sep 29 02:15:09.059994 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-cd9eca9d-cf8c-41d7-adb8-c9742ea45357 req-20407027-0b16-4b9b-97eb-5c6d98a225ab tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=649cf8de-f7ed-45dc-b7aa-0acf4cf92579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413814 Sep 29 02:15:09.102903 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 0c9a6c71-7338-456f-a71a-43c5e2769762 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:15:09.202450 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 0c9a6c71-7338-456f-a71a-43c5e2769762, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0c9a6c71-7338-456f-a71a-43c5e2769762,segment=NetworkSegment(af33ed35-e9af-41d9-8ab2-604c2b07ce0b),segment_id=af33ed35-e9af-41d9-8ab2-604c2b07ce0b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:15:09.213185 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Returning: {'device': '0c9a6c71-7338-456f-a71a-43c5e2769762', 'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057', 'port_id': '0c9a6c71-7338-456f-a71a-43c5e2769762', 'mac_address': 'fa:16:3e:b5:c6:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '398c055b-a2b0-4881-821c-6995d7734c32', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:15:09.248662 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port 0c9a6c71-7338-456f-a71a-43c5e2769762 is: ACTIVE; New status is: BUILD {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:15:09.249047 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (0c9a6c71-7338-456f-a71a-43c5e2769762), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:09.263827 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c9a6c71-7338-456f-a71a-43c5e2769762 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:15:09.289486 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 0c9a6c71-7338-456f-a71a-43c5e2769762, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0c9a6c71-7338-456f-a71a-43c5e2769762,segment=NetworkSegment(af33ed35-e9af-41d9-8ab2-604c2b07ce0b),segment_id=af33ed35-e9af-41d9-8ab2-604c2b07ce0b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:15:09.293699 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (0c9a6c71-7338-456f-a71a-43c5e2769762), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:09.308615 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38210406-7940-4888-acc8-45dc7838ff51 req-ef438dce-a769-4935-a1e3-4cc336b41d9c tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:09.310277 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-38210406-7940-4888-acc8-45dc7838ff51 req-ef438dce-a769-4935-a1e3-4cc336b41d9c tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 945 time: 0.0487683 Sep 29 02:15:09.338890 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Pushing event updated for resources: {'Port': ['ID=0c9a6c71-7338-456f-a71a-43c5e2769762,revision_number=6']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:09.346007 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:09.346351 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:09.346682 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:09.347033 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:09.347362 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:09.347691 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:09.348011 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:09.348329 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:09.348648 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:09.348963 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:09.349281 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:09.349621 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:09.349941 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:09.350253 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:09.350568 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:15:09.360162 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-38210406-7940-4888-acc8-45dc7838ff51 req-94219125-66e8-4674-b54f-f0861c5b3e66 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434716 Sep 29 02:15:09.488460 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] get_ports_and_sgs() called for port_ids ['0c9a6c71-7338-456f-a71a-43c5e2769762'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:15:10.185578 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e06d3-53e8-48e0-bf72-7327be18a236 req-7103b7df-ccaa-4c03-96f0-0aacb96cc078 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:10.187047 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d72e06d3-53e8-48e0-bf72-7327be18a236 req-7103b7df-ccaa-4c03-96f0-0aacb96cc078 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=72a4c103-d24e-47d3-8283-bdaeb2cc9682 HTTP/1.1" status: 200 len: 944 time: 0.0467179 Sep 29 02:15:10.236509 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d72e06d3-53e8-48e0-bf72-7327be18a236 req-f4e34ac8-6d13-4959-9708-9e0e636f088f tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=649cf8de-f7ed-45dc-b7aa-0acf4cf92579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437140 Sep 29 02:15:10.494669 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63fee7-f888-457e-9b19-ee36191171af req-d5802067-3f5c-4ef7-a304-dae68c402502 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:10.496653 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-db63fee7-f888-457e-9b19-ee36191171af req-d5802067-3f5c-4ef7-a304-dae68c402502 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 944 time: 0.0462501 Sep 29 02:15:10.544303 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-db63fee7-f888-457e-9b19-ee36191171af req-a67df2c9-c692-4d53-9cf2-855cc41fcdc5 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418427 Sep 29 02:15:11.101236 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 289300e1-bded-450c-8656-b7135f655e87 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:15:11.104432 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 0c9a6c71-7338-456f-a71a-43c5e2769762 up at agent hyperv_hv-cinder-74014 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:15:11.203451 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Provisioning complete for port 0c9a6c71-7338-456f-a71a-43c5e2769762 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:15:11.203739 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (0c9a6c71-7338-456f-a71a-43c5e2769762), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:11.204070 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Attempt 1 to provision port 0c9a6c71-7338-456f-a71a-43c5e2769762 Sep 29 02:15:11.245621 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:11.263157 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:11.266931 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 289300e1-bded-450c-8656-b7135f655e87, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=289300e1-bded-450c-8656-b7135f655e87,segment=NetworkSegment(1941badf-aa62-4a91-ac01-3d965bf2bf64),segment_id=1941badf-aa62-4a91-ac01-3d965bf2bf64)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:15:11.284947 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Returning: {'device': '289300e1-bded-450c-8656-b7135f655e87', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'port_id': '289300e1-bded-450c-8656-b7135f655e87', 'mac_address': 'fa:16:3e:b6:62:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:15:11.345205 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port 0c9a6c71-7338-456f-a71a-43c5e2769762 is: BUILD; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:15:11.345613 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (0c9a6c71-7338-456f-a71a-43c5e2769762), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:11.348711 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port 289300e1-bded-450c-8656-b7135f655e87 is: DOWN; New status is: BUILD {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:15:11.349072 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (289300e1-bded-450c-8656-b7135f655e87), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:11.357608 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd04c5-e607-4287-870b-919aa79d7804 req-02f3bf21-9609-4a95-b2b1-611bc4882d13 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:11.359135 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-99fd04c5-e607-4287-870b-919aa79d7804 req-02f3bf21-9609-4a95-b2b1-611bc4882d13 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=72a4c103-d24e-47d3-8283-bdaeb2cc9682 HTTP/1.1" status: 200 len: 944 time: 0.0473187 Sep 29 02:15:11.377931 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 289300e1-bded-450c-8656-b7135f655e87 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:15:11.387322 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc7e3b2-e6b5-477b-9fca-1763c988f8a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9a6c71-7338-456f-a71a-43c5e2769762'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:15:11.389538 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9024dbdcad92e29b408608371dc01104c16b992bc758fd4b6455d872f62f597b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9238b530-73d0-4d0f-a476-61da0e9d4f7f" -d '{"events": [{"server_uuid": "2bc7e3b2-e6b5-477b-9fca-1763c988f8a6", "name": "network-vif-plugged", "status": "completed", "tag": "0c9a6c71-7338-456f-a71a-43c5e2769762"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:15:11.409583 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-99fd04c5-e607-4287-870b-919aa79d7804 req-43e9ff09-3fc6-469e-82b9-d23a709d2ff5 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=649cf8de-f7ed-45dc-b7aa-0acf4cf92579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448668 Sep 29 02:15:11.412532 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 0c9a6c71-7338-456f-a71a-43c5e2769762, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0c9a6c71-7338-456f-a71a-43c5e2769762,segment=NetworkSegment(af33ed35-e9af-41d9-8ab2-604c2b07ce0b),segment_id=af33ed35-e9af-41d9-8ab2-604c2b07ce0b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:15:11.416419 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 289300e1-bded-450c-8656-b7135f655e87, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=289300e1-bded-450c-8656-b7135f655e87,segment=NetworkSegment(1941badf-aa62-4a91-ac01-3d965bf2bf64),segment_id=1941badf-aa62-4a91-ac01-3d965bf2bf64)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:15:11.418035 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (0c9a6c71-7338-456f-a71a-43c5e2769762), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:11.422705 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (289300e1-bded-450c-8656-b7135f655e87), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:11.444609 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69c2cf2-2a3e-4293-b9bf-20c3c2500303 x-openstack-request-id: req-e69c2cf2-2a3e-4293-b9bf-20c3c2500303 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:15:11.444919 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc7e3b2-e6b5-477b-9fca-1763c988f8a6", "name": "network-vif-plugged", "status": "completed", "tag": "0c9a6c71-7338-456f-a71a-43c5e2769762", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:15:11.445183 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e69c2cf2-2a3e-4293-b9bf-20c3c2500303 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:15:11.445593 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e69c2cf2-2a3e-4293-b9bf-20c3c2500303'] response: {'server_uuid': '2bc7e3b2-e6b5-477b-9fca-1763c988f8a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9a6c71-7338-456f-a71a-43c5e2769762', 'code': 200} Sep 29 02:15:11.470101 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Pushing event updated for resources: {'Port': ['ID=0c9a6c71-7338-456f-a71a-43c5e2769762,revision_number=7']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:11.516830 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Pushing event updated for resources: {'Port': ['ID=289300e1-bded-450c-8656-b7135f655e87,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:11.673624 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd298fe-2f81-438c-9424-de5305b573e0 req-a86162b5-3d77-436e-afd8-0310e3c05141 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:11.675096 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9fd298fe-2f81-438c-9424-de5305b573e0 req-a86162b5-3d77-436e-afd8-0310e3c05141 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 945 time: 0.0518045 Sep 29 02:15:11.741658 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7591ea-8f8a-4f6f-8ba3-9bdabc760864 req-714d5a50-5d24-4ab3-a863-21c14efcef70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:11.743029 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-8b7591ea-8f8a-4f6f-8ba3-9bdabc760864 req-714d5a50-5d24-4ab3-a863-21c14efcef70 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=1765f90d50914c75bf5c10c43bc688e9&device_id=72a4c103-d24e-47d3-8283-bdaeb2cc9682 HTTP/1.1" status: 200 len: 1129 time: 0.0609300 Sep 29 02:15:11.761947 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9fd298fe-2f81-438c-9424-de5305b573e0 req-7d100718-a91d-47b8-8b16-b5c179a16a80 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814128 Sep 29 02:15:11.773048 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:11.842527 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7591ea-8f8a-4f6f-8ba3-9bdabc760864 req-4e6d5aa3-db18-417a-b4bd-015d5d68d807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:11.843972 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-8b7591ea-8f8a-4f6f-8ba3-9bdabc760864 req-4e6d5aa3-db18-417a-b4bd-015d5d68d807 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2 HTTP/1.1" status: 200 len: 915 time: 0.0930669 Sep 29 02:15:11.885269 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-8b7591ea-8f8a-4f6f-8ba3-9bdabc760864 req-7b909ff2-267e-4b25-ab73-8aee747a378d service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=289300e1-bded-450c-8656-b7135f655e87 HTTP/1.1" status: 200 len: 217 time: 0.0343511 Sep 29 02:15:11.936076 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7591ea-8f8a-4f6f-8ba3-9bdabc760864 req-5abb1759-feb7-4c00-92da-d1bbd4b7ee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:11.937568 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-8b7591ea-8f8a-4f6f-8ba3-9bdabc760864 req-5abb1759-feb7-4c00-92da-d1bbd4b7ee39 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=00e04331-0054-4eae-80e0-25be17b9d3cd HTTP/1.1" status: 200 len: 853 time: 0.0456903 Sep 29 02:15:11.986001 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7591ea-8f8a-4f6f-8ba3-9bdabc760864 req-ec6beaa4-08c3-4bda-ab40-7f0523e6ca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:11.987482 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-8b7591ea-8f8a-4f6f-8ba3-9bdabc760864 req-ec6beaa4-08c3-4bda-ab40-7f0523e6ca38 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0420432 Sep 29 02:15:12.065333 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:12.079986 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-8b7591ea-8f8a-4f6f-8ba3-9bdabc760864 req-f8f963be-fafc-4adf-8d40-b182874dcfb8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838950 Sep 29 02:15:12.327059 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] get_ports_and_sgs() called for port_ids ['289300e1-bded-450c-8656-b7135f655e87'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:15:12.403759 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-8b7591ea-8f8a-4f6f-8ba3-9bdabc760864 req-0609259c-0cf4-4691-ae57-665bc46815fd service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159616 Sep 29 02:15:12.535695 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c96b0-826b-40f8-9ff9-ae202a282545 req-a16e0f0a-c078-4777-9363-74eb353b265f tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:12.537150 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-fe2c96b0-826b-40f8-9ff9-ae202a282545 req-a16e0f0a-c078-4777-9363-74eb353b265f tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=72a4c103-d24e-47d3-8283-bdaeb2cc9682 HTTP/1.1" status: 200 len: 945 time: 0.0462277 Sep 29 02:15:12.585068 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-fe2c96b0-826b-40f8-9ff9-ae202a282545 req-a8605e4d-4e1d-4d4a-8119-70dc3698e003 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=649cf8de-f7ed-45dc-b7aa-0acf4cf92579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423415 Sep 29 02:15:12.893143 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edfabc9-8641-41fd-bb7b-b13984b7181b req-1fd9f001-b1fc-4bb3-b7ff-7fd85e368b33 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:12.894609 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7edfabc9-8641-41fd-bb7b-b13984b7181b req-1fd9f001-b1fc-4bb3-b7ff-7fd85e368b33 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 945 time: 0.0501857 Sep 29 02:15:12.941544 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7edfabc9-8641-41fd-bb7b-b13984b7181b req-84dba8f7-801b-411e-a7d6-f042c63828f7 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414822 Sep 29 02:15:13.045062 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=2 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:13.714463 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ebcbf-a0f9-420c-8737-3aa851ee3f6e req-6b053249-fcb5-4359-a4d6-6f4da8354b9a tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:13.715934 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d89ebcbf-a0f9-420c-8737-3aa851ee3f6e req-6b053249-fcb5-4359-a4d6-6f4da8354b9a tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=72a4c103-d24e-47d3-8283-bdaeb2cc9682 HTTP/1.1" status: 200 len: 945 time: 0.0473225 Sep 29 02:15:13.762527 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d89ebcbf-a0f9-420c-8737-3aa851ee3f6e req-55ff35c4-d2e9-4a07-bd07-90d9618f4bfd tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=649cf8de-f7ed-45dc-b7aa-0acf4cf92579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411255 Sep 29 02:15:13.893816 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 289300e1-bded-450c-8656-b7135f655e87 up at agent hyperv_hv-cinder-74014 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:15:13.935156 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Provisioning for port 289300e1-bded-450c-8656-b7135f655e87 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:15:13.940592 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Provisioning complete for port 289300e1-bded-450c-8656-b7135f655e87 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:15:13.940979 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (289300e1-bded-450c-8656-b7135f655e87), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:13.941289 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Attempt 1 to provision port 289300e1-bded-450c-8656-b7135f655e87 Sep 29 02:15:14.014150 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port 289300e1-bded-450c-8656-b7135f655e87 is: BUILD; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:15:14.014538 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (289300e1-bded-450c-8656-b7135f655e87), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:14.038174 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a4c103-d24e-47d3-8283-bdaeb2cc9682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289300e1-bded-450c-8656-b7135f655e87'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:15:14.040399 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9024dbdcad92e29b408608371dc01104c16b992bc758fd4b6455d872f62f597b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ec6c39-f6c5-44e3-8521-0ec95046b466" -d '{"events": [{"server_uuid": "72a4c103-d24e-47d3-8283-bdaeb2cc9682", "name": "network-vif-plugged", "status": "completed", "tag": "289300e1-bded-450c-8656-b7135f655e87"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:15:14.053830 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 289300e1-bded-450c-8656-b7135f655e87, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=289300e1-bded-450c-8656-b7135f655e87,segment=NetworkSegment(1941badf-aa62-4a91-ac01-3d965bf2bf64),segment_id=1941badf-aa62-4a91-ac01-3d965bf2bf64)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:15:14.059190 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (289300e1-bded-450c-8656-b7135f655e87), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:14.074559 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce508d4b-b269-4933-b077-6fc96149555c req-6c6ca272-f355-41c5-a58f-dd2dde3491ea tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:14.076087 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ce508d4b-b269-4933-b077-6fc96149555c req-6c6ca272-f355-41c5-a58f-dd2dde3491ea tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 945 time: 0.0533898 Sep 29 02:15:14.083130 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a33a5b-6ea2-4427-9951-fe367d1eba74 x-openstack-request-id: req-97a33a5b-6ea2-4427-9951-fe367d1eba74 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:15:14.083440 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a4c103-d24e-47d3-8283-bdaeb2cc9682", "name": "network-vif-plugged", "status": "completed", "tag": "289300e1-bded-450c-8656-b7135f655e87", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:15:14.083699 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-97a33a5b-6ea2-4427-9951-fe367d1eba74 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:15:14.084091 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97a33a5b-6ea2-4427-9951-fe367d1eba74'] response: {'server_uuid': '72a4c103-d24e-47d3-8283-bdaeb2cc9682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289300e1-bded-450c-8656-b7135f655e87', 'code': 200} Sep 29 02:15:14.113838 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Pushing event updated for resources: {'Port': ['ID=289300e1-bded-450c-8656-b7135f655e87,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:14.130204 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ce508d4b-b269-4933-b077-6fc96149555c req-d42cd439-76fa-4846-97eb-957adc0e532d tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471485 Sep 29 02:15:14.244992 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80c3f1-4280-4d80-8e7f-a46534d229c3 req-dbd070f7-b0d8-4577-9914-73b1f5317df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:14.247069 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-3d80c3f1-4280-4d80-8e7f-a46534d229c3 req-dbd070f7-b0d8-4577-9914-73b1f5317df4 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=72a4c103-d24e-47d3-8283-bdaeb2cc9682 HTTP/1.1" status: 200 len: 1130 time: 0.0387702 Sep 29 02:15:14.291270 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-3d80c3f1-4280-4d80-8e7f-a46534d229c3 req-6cf27c58-71be-4442-8a86-d2be0d1f7e71 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=649cf8de-f7ed-45dc-b7aa-0acf4cf92579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374007 Sep 29 02:15:14.890691 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f60174-3185-4514-8453-eb1e2d7e51d3 req-0222942d-0d1a-4f2b-b7d9-2b620cadb3de tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:14.892423 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-69f60174-3185-4514-8453-eb1e2d7e51d3 req-0222942d-0d1a-4f2b-b7d9-2b620cadb3de tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=72a4c103-d24e-47d3-8283-bdaeb2cc9682 HTTP/1.1" status: 200 len: 946 time: 0.0492878 Sep 29 02:15:14.941670 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-69f60174-3185-4514-8453-eb1e2d7e51d3 req-a0d122fb-63db-4141-83fa-a38ebeaffb2c tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=649cf8de-f7ed-45dc-b7aa-0acf4cf92579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436668 Sep 29 02:15:15.262961 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e94cb-3dd6-4bb1-8b33-4572f9ebd118 req-93949a02-c39f-474b-a056-b0b33b62d871 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:15.264315 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ca5e94cb-3dd6-4bb1-8b33-4572f9ebd118 req-93949a02-c39f-474b-a056-b0b33b62d871 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 945 time: 0.0525324 Sep 29 02:15:15.294824 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:15.311127 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ca5e94cb-3dd6-4bb1-8b33-4572f9ebd118 req-a654e6fc-11c1-45f0-82b8-bee3e63a6f8e tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410373 Sep 29 02:15:16.078532 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293dc810-42d2-4de1-b3b6-e12de0bb1a26 req-9f699d20-616b-4212-a477-e7fa2a06ffdb tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:16.080322 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-293dc810-42d2-4de1-b3b6-e12de0bb1a26 req-9f699d20-616b-4212-a477-e7fa2a06ffdb tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=72a4c103-d24e-47d3-8283-bdaeb2cc9682 HTTP/1.1" status: 200 len: 946 time: 0.0577428 Sep 29 02:15:16.131183 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-293dc810-42d2-4de1-b3b6-e12de0bb1a26 req-c8506d5d-484e-4512-b2a0-b5b6fbee30b1 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=649cf8de-f7ed-45dc-b7aa-0acf4cf92579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446002 Sep 29 02:15:16.186244 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=39,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:16.211562 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=43,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:16.440878 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7210408-2a64-40ab-bfda-f5c70315403c req-dbf616b9-3330-4513-9a4b-fe11d44438c2 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:16.442387 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d7210408-2a64-40ab-bfda-f5c70315403c req-dbf616b9-3330-4513-9a4b-fe11d44438c2 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 945 time: 0.0471759 Sep 29 02:15:16.503011 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d7210408-2a64-40ab-bfda-f5c70315403c req-fa117a15-952b-4f26-b340-ade778ea587a tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534482 Sep 29 02:15:17.257025 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee0e36-8d5a-491a-9abe-c1924447171c req-ffc78b8d-a79e-4a3e-b051-7b2a29c34c74 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:17.258444 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1aee0e36-8d5a-491a-9abe-c1924447171c req-ffc78b8d-a79e-4a3e-b051-7b2a29c34c74 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=72a4c103-d24e-47d3-8283-bdaeb2cc9682 HTTP/1.1" status: 200 len: 946 time: 0.0473487 Sep 29 02:15:17.306163 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1aee0e36-8d5a-491a-9abe-c1924447171c req-6df50940-6164-44fd-8563-abe52b741068 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=649cf8de-f7ed-45dc-b7aa-0acf4cf92579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419860 Sep 29 02:15:17.406755 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:17.422404 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c632c-b3e8-4f94-8193-1e2c67185395 req-70a1d378-0caf-4b49-9d13-dda406bcb5ee tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:17.423774 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-464c632c-b3e8-4f94-8193-1e2c67185395 req-70a1d378-0caf-4b49-9d13-dda406bcb5ee tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=72a4c103-d24e-47d3-8283-bdaeb2cc9682 HTTP/1.1" status: 200 len: 946 time: 0.0476315 Sep 29 02:15:17.433646 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 55488) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:17.437801 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-89ff6888-9b37-4892-92d0-3dd25fd8c164 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Request body: {'floatingip': {'port_id': '289300e1-bded-450c-8656-b7135f655e87'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:15:17.478301 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-89ff6888-9b37-4892-92d0-3dd25fd8c164 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for floatingip (28042dfa-68e2-4c66-a799-12ad52105b6a), before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:17.669574 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b1fa2-0290-4d2c-ade2-4301ceea330a req-b5328763-4d1c-42fa-ae29-9863dd687e3e tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:17.671039 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-200b1fa2-0290-4d2c-ade2-4301ceea330a req-b5328763-4d1c-42fa-ae29-9863dd687e3e tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 945 time: 0.0872610 Sep 29 02:15:17.790177 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-200b1fa2-0290-4d2c-ade2-4301ceea330a req-bd2b5f8d-b10f-4ff7-9f00-ab1386b8f1f0 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133218 Sep 29 02:15:17.980142 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-89ff6888-9b37-4892-92d0-3dd25fd8c164 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:17.985116 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-89ff6888-9b37-4892-92d0-3dd25fd8c164 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1596334'] for floatingip (28042dfa-68e2-4c66-a799-12ad52105b6a), after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:18.036152 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:18.083441 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.db.l3_db [None req-89ff6888-9b37-4892-92d0-3dd25fd8c164 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Floating IP 28042dfa-68e2-4c66-a799-12ad52105b6a associated. External IP: 172.28.2.223, port: 289300e1-bded-450c-8656-b7135f655e87. Sep 29 02:15:18.169593 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:18.283421 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ff6888-9b37-4892-92d0-3dd25fd8c164 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Router 17ccc970-db74-48fa-898c-ddc4443f89df has already been hosted by L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:15:18.342419 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:18.397305 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ff6888-9b37-4892-92d0-3dd25fd8c164 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:15:18.401757 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-89ff6888-9b37-4892-92d0-3dd25fd8c164 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for floatingip (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:18.407176 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ca717b-2bfa-49c3-baf6-9be1b9c27a6f None None] Sync routers for ids ['17ccc970-db74-48fa-898c-ddc4443f89df'] in dv-cinder-740146-21-smb {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:15:18.418028 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ca717b-2bfa-49c3-baf6-9be1b9c27a6f None None] Routers {'17ccc970-db74-48fa-898c-ddc4443f89df'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:15:18.418635 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-a6ca717b-2bfa-49c3-baf6-9be1b9c27a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:14:52Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['17ccc970-db74-48fa-898c-ddc4443f89df'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:15:18.433479 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-89ff6888-9b37-4892-92d0-3dd25fd8c164 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/28042dfa-68e2-4c66-a799-12ad52105b6a HTTP/1.1" status: 200 len: 992 time: 0.9979753 Sep 29 02:15:18.434123 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a4c103-d24e-47d3-8283-bdaeb2cc9682', 'tag': '289300e1-bded-450c-8656-b7135f655e87'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:15:18.436657 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6fd434f9474e642ac52a32a239cb9403cb6cbac172bb9ea56eecab16f0e16c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8139361-a269-4b6c-9585-0d3af2e294a2" -d '{"events": [{"name": "network-changed", "server_uuid": "72a4c103-d24e-47d3-8283-bdaeb2cc9682", "tag": "289300e1-bded-450c-8656-b7135f655e87"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:15:18.473440 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e78bf2a-37b3-4cea-9aa1-2693e7c8a35a x-openstack-request-id: req-1e78bf2a-37b3-4cea-9aa1-2693e7c8a35a {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:15:18.473735 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a4c103-d24e-47d3-8283-bdaeb2cc9682", "tag": "289300e1-bded-450c-8656-b7135f655e87", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:15:18.473993 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1e78bf2a-37b3-4cea-9aa1-2693e7c8a35a {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:15:18.474426 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e78bf2a-37b3-4cea-9aa1-2693e7c8a35a'] response: {'name': 'network-changed', 'server_uuid': '72a4c103-d24e-47d3-8283-bdaeb2cc9682', 'tag': '289300e1-bded-450c-8656-b7135f655e87', 'status': 'completed', 'code': 200} Sep 29 02:15:18.520271 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:18.522320 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-a6ca717b-2bfa-49c3-baf6-9be1b9c27a6f None None] Set router 17ccc970-db74-48fa-898c-ddc4443f89df gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:15:18.547478 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:18.882035 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-a6ca717b-2bfa-49c3-baf6-9be1b9c27a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'name': 'tempest-AttachVolumeNegativeTest-823417103-router', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:11:49Z', 'revision_number': 4, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'gw_port': {'id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:40Z', 'updated_at': '2022-09-29T02:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_floatingips': [{'id': '28042dfa-68e2-4c66-a799-12ad52105b6a', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'floating_ip_address': '172.28.2.223', 'floating_network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'router_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'port_id': '289300e1-bded-450c-8656-b7135f655e87', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'mac_address': 'fa:16:3e:b6:62:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a4c103-d24e-47d3-8283-bdaeb2cc9682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:14:54Z', 'updated_at': '2022-09-29T02:15:17Z', 'revision_number': 1, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'fixed_ip_address_scope': None}, {'id': 'f025f42d-ccff-45a2-940d-ec4a0eaff577', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'floating_ip_address': '172.28.2.32', 'floating_network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'router_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'port_id': '3c36b3fe-adc9-49c5-8294-93c8b0444be5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'mac_address': 'fa:16:3e:e4:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b844ec9-d6e9-434f-b90c-137b2628fab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:11:57Z', 'updated_at': '2022-09-29T02:12:53Z', 'revision_number': 2, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cf6ac9c-d1f1-4274-b794-31248e1deb48', 'name': '', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'mac_address': 'fa:16:3e:0d:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:46Z', 'updated_at': '2022-09-29T02:11:55Z', 'revision_number': 5, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'subnets': [{'id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:15:18.908128 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ca717b-2bfa-49c3-baf6-9be1b9c27a6f None None] Checking router: 17ccc970-db74-48fa-898c-ddc4443f89df for host: dv-cinder-740146-21-smb {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:15:18.918296 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ca717b-2bfa-49c3-baf6-9be1b9c27a6f None None] Routers {'17ccc970-db74-48fa-898c-ddc4443f89df'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:15:18.919194 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-a6ca717b-2bfa-49c3-baf6-9be1b9c27a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:14:52Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['17ccc970-db74-48fa-898c-ddc4443f89df'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:15:18.941372 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34151d6-96bb-4d55-b1c2-01d6cb6109d4 req-14dcd0a2-3a9e-4bd2-9967-95ca9efbbb98 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:18.948098 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c34151d6-96bb-4d55-b1c2-01d6cb6109d4 req-14dcd0a2-3a9e-4bd2-9967-95ca9efbbb98 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 945 time: 0.0766828 Sep 29 02:15:18.996068 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8139361-a269-4b6c-9585-0d3af2e294a2 req-7906b18d-8d18-426c-9cd4-3bf7e7792d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:18.997590 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d8139361-a269-4b6c-9585-0d3af2e294a2 req-7906b18d-8d18-426c-9cd4-3bf7e7792d34 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=1765f90d50914c75bf5c10c43bc688e9&device_id=72a4c103-d24e-47d3-8283-bdaeb2cc9682 HTTP/1.1" status: 200 len: 1130 time: 0.0758474 Sep 29 02:15:19.033557 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-a6ca717b-2bfa-49c3-baf6-9be1b9c27a6f None None] Set router 17ccc970-db74-48fa-898c-ddc4443f89df gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:15:19.072162 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c34151d6-96bb-4d55-b1c2-01d6cb6109d4 req-0a276c42-07f9-49bc-b62e-df3bc92aa96f tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231689 Sep 29 02:15:19.115667 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8139361-a269-4b6c-9585-0d3af2e294a2 req-1d1c1087-6520-478e-b096-2a1a4b9ea7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:19.117542 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d8139361-a269-4b6c-9585-0d3af2e294a2 req-1d1c1087-6520-478e-b096-2a1a4b9ea7cf service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2 HTTP/1.1" status: 200 len: 915 time: 0.1109834 Sep 29 02:15:19.179846 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d8139361-a269-4b6c-9585-0d3af2e294a2 req-d75be5ef-cbf1-4f45-b531-7d1cd080ca9f service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=289300e1-bded-450c-8656-b7135f655e87 HTTP/1.1" status: 200 len: 1000 time: 0.0560300 Sep 29 02:15:19.228999 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8139361-a269-4b6c-9585-0d3af2e294a2 req-9e768a8b-d387-4fef-b79b-0ca6152699ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:19.230578 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d8139361-a269-4b6c-9585-0d3af2e294a2 req-9e768a8b-d387-4fef-b79b-0ca6152699ee service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=00e04331-0054-4eae-80e0-25be17b9d3cd HTTP/1.1" status: 200 len: 853 time: 0.0442307 Sep 29 02:15:19.266097 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-a6ca717b-2bfa-49c3-baf6-9be1b9c27a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'name': 'tempest-AttachVolumeNegativeTest-823417103-router', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:11:49Z', 'revision_number': 4, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'gw_port': {'id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:40Z', 'updated_at': '2022-09-29T02:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_floatingips': [{'id': '28042dfa-68e2-4c66-a799-12ad52105b6a', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'floating_ip_address': '172.28.2.223', 'floating_network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'router_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'port_id': '289300e1-bded-450c-8656-b7135f655e87', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'mac_address': 'fa:16:3e:b6:62:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a4c103-d24e-47d3-8283-bdaeb2cc9682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:14:54Z', 'updated_at': '2022-09-29T02:15:17Z', 'revision_number': 1, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'fixed_ip_address_scope': None}, {'id': 'f025f42d-ccff-45a2-940d-ec4a0eaff577', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'floating_ip_address': '172.28.2.32', 'floating_network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'router_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'port_id': '3c36b3fe-adc9-49c5-8294-93c8b0444be5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'mac_address': 'fa:16:3e:e4:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b844ec9-d6e9-434f-b90c-137b2628fab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:11:57Z', 'updated_at': '2022-09-29T02:12:53Z', 'revision_number': 2, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cf6ac9c-d1f1-4274-b794-31248e1deb48', 'name': '', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'mac_address': 'fa:16:3e:0d:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:46Z', 'updated_at': '2022-09-29T02:11:55Z', 'revision_number': 5, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'subnets': [{'id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:15:19.283743 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8139361-a269-4b6c-9585-0d3af2e294a2 req-07faa0f7-da15-4246-b14e-b3e1ca4ac2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:19.285264 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d8139361-a269-4b6c-9585-0d3af2e294a2 req-07faa0f7-da15-4246-b14e-b3e1ca4ac2b5 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0487010 Sep 29 02:15:19.301361 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ca717b-2bfa-49c3-baf6-9be1b9c27a6f None None] The sync data for ids ['17ccc970-db74-48fa-898c-ddc4443f89df'] in dv-cinder-740146-21-smb is: [{'id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'name': 'tempest-AttachVolumeNegativeTest-823417103-router', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:11:49Z', 'revision_number': 4, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'gw_port': {'id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:40Z', 'updated_at': '2022-09-29T02:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_floatingips': [{'id': '28042dfa-68e2-4c66-a799-12ad52105b6a', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'floating_ip_address': '172.28.2.223', 'floating_network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'router_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'port_id': '289300e1-bded-450c-8656-b7135f655e87', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'mac_address': 'fa:16:3e:b6:62:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a4c103-d24e-47d3-8283-bdaeb2cc9682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:14:54Z', 'updated_at': '2022-09-29T02:15:17Z', 'revision_number': 1, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'fixed_ip_address_scope': None}, {'id': 'f025f42d-ccff-45a2-940d-ec4a0eaff577', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'floating_ip_address': '172.28.2.32', 'floating_network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'router_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'port_id': '3c36b3fe-adc9-49c5-8294-93c8b0444be5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'mac_address': 'fa:16:3e:e4:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b844ec9-d6e9-434f-b90c-137b2628fab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:11:57Z', 'updated_at': '2022-09-29T02:12:53Z', 'revision_number': 2, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cf6ac9c-d1f1-4274-b794-31248e1deb48', 'name': '', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'mac_address': 'fa:16:3e:0d:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:46Z', 'updated_at': '2022-09-29T02:11:55Z', 'revision_number': 5, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'subnets': [{'id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:15:19.382278 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d8139361-a269-4b6c-9585-0d3af2e294a2 req-c710da79-6eab-427d-80e5-dde08124298a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900474 Sep 29 02:15:19.483971 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d8139361-a269-4b6c-9585-0d3af2e294a2 req-69cbbbe5-67cb-4767-9b23-2bff55513c5b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950401 Sep 29 02:15:19.526035 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c8ab71-cf00-4bf3-b9bd-c8a0aba948b9 None None] New status for floating IP 28042dfa-68e2-4c66-a799-12ad52105b6a: ACTIVE {{(pid=106442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:15:19.594388 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-eae1ee83-b04c-4e50-811d-4b19dd7e8d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:20.205592 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e968b95-eb1c-4d11-a1ef-86773b6b4f1d req-57b8da93-aa1e-4e0b-a0d3-07b012ba9170 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:20.207095 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0e968b95-eb1c-4d11-a1ef-86773b6b4f1d req-57b8da93-aa1e-4e0b-a0d3-07b012ba9170 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 945 time: 0.0490458 Sep 29 02:15:20.263534 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0e968b95-eb1c-4d11-a1ef-86773b6b4f1d req-f723cf2f-f3b6-4dc1-98ee-7777439f0d33 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508418 Sep 29 02:15:21.399251 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b36784-080b-4c36-89da-249235b06f4b req-caf263e7-1cf3-4a24-b0f0-629537589192 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:21.400705 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d4b36784-080b-4c36-89da-249235b06f4b req-caf263e7-1cf3-4a24-b0f0-629537589192 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 945 time: 0.0510697 Sep 29 02:15:21.427269 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:21.450002 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d4b36784-080b-4c36-89da-249235b06f4b req-22ca8f8a-d2b4-4cfd-a08d-720432f5775b tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430942 Sep 29 02:15:22.085706 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-37d90d5c-81c5-41db-a396-ab47509f4ea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:22.573861 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a5a30-955f-4f82-9817-ddd9e4338730 req-93a60d96-37b0-49e8-84eb-a4f36f5c98eb tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:22.575354 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a06a5a30-955f-4f82-9817-ddd9e4338730 req-93a60d96-37b0-49e8-84eb-a4f36f5c98eb tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 945 time: 0.0461895 Sep 29 02:15:22.628094 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a06a5a30-955f-4f82-9817-ddd9e4338730 req-6e3e8e2b-49ff-453a-be55-c47c9852b33b tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467722 Sep 29 02:15:23.208600 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:23.825348 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a6b53-5c86-4354-ac7f-6c0d07c6cf4b req-e7af5f33-f490-4f1e-959a-ee57d86461bd tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:23.827985 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-611a6b53-5c86-4354-ac7f-6c0d07c6cf4b req-e7af5f33-f490-4f1e-959a-ee57d86461bd tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 945 time: 0.1073697 Sep 29 02:15:23.897504 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-611a6b53-5c86-4354-ac7f-6c0d07c6cf4b req-d2a87b07-9657-44f6-bb1f-8e0f09e7b14e tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623229 Sep 29 02:15:24.762490 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:24.859740 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:25.033790 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:25.044673 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878415e2-5b7a-4d18-98ab-da536120292e req-592509b6-6ab9-4a74-8850-99ae09681d7b tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:25.046321 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-878415e2-5b7a-4d18-98ab-da536120292e req-592509b6-6ab9-4a74-8850-99ae09681d7b tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 945 time: 0.0565186 Sep 29 02:15:25.101203 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-878415e2-5b7a-4d18-98ab-da536120292e req-f85bbe22-df19-4972-ad70-707b63dc6e3a tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487947 Sep 29 02:15:26.243522 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7c6b5-64bd-4fd9-bc56-dcf9541c2155 req-7e3bd505-80ed-4764-a634-f6747343d2bc tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:26.245900 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-bdc7c6b5-64bd-4fd9-bc56-dcf9541c2155 req-7e3bd505-80ed-4764-a634-f6747343d2bc tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 945 time: 0.0516438 Sep 29 02:15:26.323928 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-bdc7c6b5-64bd-4fd9-bc56-dcf9541c2155 req-9640cad2-95b6-4dfa-8328-9bb448279f33 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718982 Sep 29 02:15:27.483580 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10de71-2d5b-43f7-b6d8-bd9807ad82db req-444666dd-87de-47e7-b9ff-cff47504fa06 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:27.485611 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-bf10de71-2d5b-43f7-b6d8-bd9807ad82db req-444666dd-87de-47e7-b9ff-cff47504fa06 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 945 time: 0.0676122 Sep 29 02:15:27.543489 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-bf10de71-2d5b-43f7-b6d8-bd9807ad82db req-13306eea-490d-4ea2-84bc-bb40b5c8f7fd tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513332 Sep 29 02:15:28.739140 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20094ee-083f-4132-a0d7-8a40694566b9 req-85a3b0d8-6052-469e-b25d-7690b28de473 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:28.741781 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b20094ee-083f-4132-a0d7-8a40694566b9 req-85a3b0d8-6052-469e-b25d-7690b28de473 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 945 time: 0.1090603 Sep 29 02:15:28.809631 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b20094ee-083f-4132-a0d7-8a40694566b9 req-5978325a-b5b9-4dce-ab6a-931531aeae8a tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617237 Sep 29 02:15:29.944451 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6bfda-a4c6-4820-b59f-a514dcb0dfae req-42ceff73-353e-40e7-882b-ad125930ce82 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:29.945994 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-3fc6bfda-a4c6-4820-b59f-a514dcb0dfae req-42ceff73-353e-40e7-882b-ad125930ce82 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 945 time: 0.0499003 Sep 29 02:15:30.003669 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-3fc6bfda-a4c6-4820-b59f-a514dcb0dfae req-75e8b2dc-1309-4bc8-837e-4017dcb2a0ab tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512366 Sep 29 02:15:31.144532 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afc1b2-bbef-4918-9b7d-3dd3f70f5738 req-a8f9006c-cd4f-4076-955f-d3416a2e5a99 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:31.152272 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-58afc1b2-bbef-4918-9b7d-3dd3f70f5738 req-a8f9006c-cd4f-4076-955f-d3416a2e5a99 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 945 time: 0.0603511 Sep 29 02:15:31.200591 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-58afc1b2-bbef-4918-9b7d-3dd3f70f5738 req-460f3951-b83f-4e5c-a104-c906ea964ac4 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469747 Sep 29 02:15:32.336562 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62fd568-fd0b-4f1a-a63a-c9bc270ab087 req-871b7078-d527-49c2-82e9-95015c8c7db9 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:32.338681 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e62fd568-fd0b-4f1a-a63a-c9bc270ab087 req-871b7078-d527-49c2-82e9-95015c8c7db9 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 945 time: 0.0540571 Sep 29 02:15:32.398732 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e62fd568-fd0b-4f1a-a63a-c9bc270ab087 req-279fe513-f432-498c-b675-c54fa86d9fcf tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536020 Sep 29 02:15:33.528032 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc2645-50f0-4735-8b37-687e70542f75 req-07ef7535-af31-4353-b866-72105642d760 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:33.529507 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a7dc2645-50f0-4735-8b37-687e70542f75 req-07ef7535-af31-4353-b866-72105642d760 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 945 time: 0.0494485 Sep 29 02:15:33.575190 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a7dc2645-50f0-4735-8b37-687e70542f75 req-ea97691b-342f-4934-9cea-c7e56a8e1e0a tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401597 Sep 29 02:15:34.433107 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db67b3-4574-4616-afd1-6f33761f9df8 req-8a82d2e1-3e20-46e0-ae93-f413f37721cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:34.434590 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-05db67b3-4574-4616-afd1-6f33761f9df8 req-8a82d2e1-3e20-46e0-ae93-f413f37721cf service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bb1caf7cbae44c41bce39e486a20f6eb&device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 1129 time: 0.0397472 Sep 29 02:15:34.486157 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:34.526910 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db67b3-4574-4616-afd1-6f33761f9df8 req-2f842f4f-d815-4b98-88dc-304244f283c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:34.528560 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-05db67b3-4574-4616-afd1-6f33761f9df8 req-2f842f4f-d815-4b98-88dc-304244f283c3 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=3be65160-34ea-4bb6-abd7-0d461783c057 HTTP/1.1" status: 200 len: 917 time: 0.0874314 Sep 29 02:15:34.589622 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-05db67b3-4574-4616-afd1-6f33761f9df8 req-0b071f52-bf91-42c3-b47b-7692ef9a10f2 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c9a6c71-7338-456f-a71a-43c5e2769762 HTTP/1.1" status: 200 len: 1001 time: 0.0550139 Sep 29 02:15:34.641012 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db67b3-4574-4616-afd1-6f33761f9df8 req-67296936-9147-45ca-81ee-cf85b7a1841f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:34.642957 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-05db67b3-4574-4616-afd1-6f33761f9df8 req-67296936-9147-45ca-81ee-cf85b7a1841f service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=398c055b-a2b0-4881-821c-6995d7734c32 HTTP/1.1" status: 200 len: 855 time: 0.0466492 Sep 29 02:15:34.716754 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db67b3-4574-4616-afd1-6f33761f9df8 req-e2f56ce2-f373-4629-be67-c06f9c609925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:34.718279 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-05db67b3-4574-4616-afd1-6f33761f9df8 req-e2f56ce2-f373-4629-be67-c06f9c609925 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=3be65160-34ea-4bb6-abd7-0d461783c057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0691435 Sep 29 02:15:34.720680 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:34.729906 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cafa38-11e9-4930-a431-c3deb6ddaf21 req-d9773f8f-f76f-40a8-9a19-e287ac9888b2 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:34.731296 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-34cafa38-11e9-4930-a431-c3deb6ddaf21 req-d9773f8f-f76f-40a8-9a19-e287ac9888b2 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 945 time: 0.0726335 Sep 29 02:15:34.839174 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-34cafa38-11e9-4930-a431-c3deb6ddaf21 req-7b71d286-3c82-48e0-a575-e49d687bc4ee tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000869 Sep 29 02:15:34.852350 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=64,neutron:UPDATE=3 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:34.853420 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-05db67b3-4574-4616-afd1-6f33761f9df8 req-12a2f0c8-e9ed-4c2b-93c8-3946d754aee7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3be65160-34ea-4bb6-abd7-0d461783c057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209226 Sep 29 02:15:34.854178 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=71,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:34.998354 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-05db67b3-4574-4616-afd1-6f33761f9df8 req-8bd07b73-d0a9-4eba-933e-7b5b3f342dc1 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3be65160-34ea-4bb6-abd7-0d461783c057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819328 Sep 29 02:15:35.967798 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c5edc7-91c8-43f8-af19-a93457ed86cc req-02a838ca-717a-4036-85ba-a679ec914331 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:35.969258 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d0c5edc7-91c8-43f8-af19-a93457ed86cc req-02a838ca-717a-4036-85ba-a679ec914331 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 945 time: 0.0494797 Sep 29 02:15:36.015518 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d0c5edc7-91c8-43f8-af19-a93457ed86cc req-87303e88-ac86-4932-9a9c-638f60ffbac9 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405493 Sep 29 02:15:37.142964 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c7f6a-374f-40ab-9b0c-adfc33119dea req-48e6d629-b097-41ad-9d72-5b6a5e39610f tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:37.144428 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-239c7f6a-374f-40ab-9b0c-adfc33119dea req-48e6d629-b097-41ad-9d72-5b6a5e39610f tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 945 time: 0.0469582 Sep 29 02:15:37.190982 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-239c7f6a-374f-40ab-9b0c-adfc33119dea req-d84d0642-40ca-47a8-b73a-595410a8dcb1 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410407 Sep 29 02:15:38.058864 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 0c9a6c71-7338-456f-a71a-43c5e2769762 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:15:38.064210 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:38.070387 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=12 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:38.138999 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port 0c9a6c71-7338-456f-a71a-43c5e2769762 is: ACTIVE; New status is: DOWN {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:15:38.139389 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (0c9a6c71-7338-456f-a71a-43c5e2769762), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:38.162413 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc7e3b2-e6b5-477b-9fca-1763c988f8a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c9a6c71-7338-456f-a71a-43c5e2769762'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:15:38.164722 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9024dbdcad92e29b408608371dc01104c16b992bc758fd4b6455d872f62f597b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5e4d57-99d0-4d60-8340-47ae4d8a74df" -d '{"events": [{"server_uuid": "2bc7e3b2-e6b5-477b-9fca-1763c988f8a6", "name": "network-vif-unplugged", "status": "completed", "tag": "0c9a6c71-7338-456f-a71a-43c5e2769762"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:15:38.178061 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 0c9a6c71-7338-456f-a71a-43c5e2769762, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0c9a6c71-7338-456f-a71a-43c5e2769762,segment=NetworkSegment(af33ed35-e9af-41d9-8ab2-604c2b07ce0b),segment_id=af33ed35-e9af-41d9-8ab2-604c2b07ce0b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:15:38.188008 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (0c9a6c71-7338-456f-a71a-43c5e2769762), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:38.219162 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Sep 2022 02:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3a5752-5b61-4a6e-bc6e-3c27e0c8398d x-openstack-request-id: req-9a3a5752-5b61-4a6e-bc6e-3c27e0c8398d {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:15:38.219444 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc7e3b2-e6b5-477b-9fca-1763c988f8a6", "name": "network-vif-unplugged", "status": "completed", "tag": "0c9a6c71-7338-456f-a71a-43c5e2769762", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:15:38.219696 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9a3a5752-5b61-4a6e-bc6e-3c27e0c8398d {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:15:38.220091 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a3a5752-5b61-4a6e-bc6e-3c27e0c8398d'] response: {'server_uuid': '2bc7e3b2-e6b5-477b-9fca-1763c988f8a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c9a6c71-7338-456f-a71a-43c5e2769762', 'code': 200} Sep 29 02:15:38.237016 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:38.249775 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Pushing event updated for resources: {'Port': ['ID=0c9a6c71-7338-456f-a71a-43c5e2769762,revision_number=8']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:15:38.321936 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1ba3d-ccd2-48f8-9cab-625d16b5d29e req-6c9d122f-813f-4d98-a86c-ede7123ea17c tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:38.324282 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-aae1ba3d-ccd2-48f8-9cab-625d16b5d29e req-6c9d122f-813f-4d98-a86c-ede7123ea17c tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 943 time: 0.0498967 Sep 29 02:15:38.598244 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-aae1ba3d-ccd2-48f8-9cab-625d16b5d29e req-0413f40f-69c6-4727-bd7c-6cd65ce6089b tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2684147 Sep 29 02:15:39.127660 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [req-8be9ee94-9fa0-4b42-9564-a6e394764fc5 req-805b4631-7c57-4be6-a50e-fff256fcd162 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 29 02:15:39.128633 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-8be9ee94-9fa0-4b42-9564-a6e394764fc5 req-805b4631-7c57-4be6-a50e-fff256fcd162 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053189 Sep 29 02:15:39.311294 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7c39d-2188-4122-849c-747d221cddb2 req-06255f99-feac-464d-bca6-442049d4c395 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:39.312777 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-83e7c39d-2188-4122-849c-747d221cddb2 req-06255f99-feac-464d-bca6-442049d4c395 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 943 time: 0.0479977 Sep 29 02:15:39.359569 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-83e7c39d-2188-4122-849c-747d221cddb2 req-2857a421-316e-48db-9c51-72b62c0fdb47 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412278 Sep 29 02:15:39.555484 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 55692) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:39.637873 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-608b15a9-1b5f-4071-aef5-8041b3b15527 req-51b2ab63-26c4-47de-8259-13ab86ed3d2b service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0811870 Sep 29 02:15:39.646688 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [req-608b15a9-1b5f-4071-aef5-8041b3b15527 req-711d3072-f23a-4f14-9e7a-b86e64452a73 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 29 02:15:39.647595 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-608b15a9-1b5f-4071-aef5-8041b3b15527 req-711d3072-f23a-4f14-9e7a-b86e64452a73 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0047915 Sep 29 02:15:39.727836 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 55700) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:15:39.829177 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b15a9-1b5f-4071-aef5-8041b3b15527 req-f66fc46d-c072-4d00-8e28-9c255ef24a03 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:39.830566 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-608b15a9-1b5f-4071-aef5-8041b3b15527 req-f66fc46d-c072-4d00-8e28-9c255ef24a03 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports/0c9a6c71-7338-456f-a71a-43c5e2769762 HTTP/1.1" status: 200 len: 940 time: 0.1017511 Sep 29 02:15:40.048915 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 6 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:15:40.484195 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885a0e3-c303-40bc-baff-d1dcd3d48052 req-b36fa77f-c635-4ce3-ad7c-4ffd7f4a0f52 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:40.485568 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a885a0e3-c303-40bc-baff-d1dcd3d48052 req-b36fa77f-c635-4ce3-ad7c-4ffd7f4a0f52 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 943 time: 0.0450301 Sep 29 02:15:40.531755 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a885a0e3-c303-40bc-baff-d1dcd3d48052 req-37257e1e-522e-4ee7-9db7-8d1e102b0af9 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409124 Sep 29 02:15:41.205128 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:41.236016 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e908c47d-086c-44ee-af30-d701af698a7d req-2e171609-21da-4e78-a2f4-ea1d20c94592 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7b844ec9-d6e9-434f-b90c-137b2628fab2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399816 Sep 29 02:15:41.299041 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908c47d-086c-44ee-af30-d701af698a7d req-6c9ff99a-2570-4983-bae9-77db9ddbdd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:41.300611 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e908c47d-086c-44ee-af30-d701af698a7d req-6c9ff99a-2570-4983-bae9-77db9ddbdd4a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=1765f90d50914c75bf5c10c43bc688e9&device_id=7b844ec9-d6e9-434f-b90c-137b2628fab2 HTTP/1.1" status: 200 len: 1129 time: 0.0421286 Sep 29 02:15:41.418643 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908c47d-086c-44ee-af30-d701af698a7d req-c7636ae5-51bc-4399-80bf-9101c899d58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:41.420113 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e908c47d-086c-44ee-af30-d701af698a7d req-c7636ae5-51bc-4399-80bf-9101c899d58d service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2 HTTP/1.1" status: 200 len: 915 time: 0.0983834 Sep 29 02:15:41.489098 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e908c47d-086c-44ee-af30-d701af698a7d req-1584b3d5-66d0-40fc-8418-aeee0c2b00c3 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c36b3fe-adc9-49c5-8294-93c8b0444be5 HTTP/1.1" status: 200 len: 1000 time: 0.0604930 Sep 29 02:15:41.539957 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908c47d-086c-44ee-af30-d701af698a7d req-b54d1936-3d17-48cb-9121-e25b0050abe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:41.542164 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e908c47d-086c-44ee-af30-d701af698a7d req-b54d1936-3d17-48cb-9121-e25b0050abe6 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=00e04331-0054-4eae-80e0-25be17b9d3cd HTTP/1.1" status: 200 len: 853 time: 0.0453970 Sep 29 02:15:41.587344 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:41.595853 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908c47d-086c-44ee-af30-d701af698a7d req-5c195334-6446-49e6-b311-10ad7fee6449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:41.597408 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e908c47d-086c-44ee-af30-d701af698a7d req-5c195334-6446-49e6-b311-10ad7fee6449 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0487795 Sep 29 02:15:41.670161 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ab10d-f6e2-465d-904e-0ba6bd31e7ec req-99794abb-6bc9-423a-947c-bb6bc2a4f54b tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:41.671555 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c85ab10d-f6e2-465d-904e-0ba6bd31e7ec req-99794abb-6bc9-423a-947c-bb6bc2a4f54b tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 943 time: 0.0496764 Sep 29 02:15:41.717812 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c85ab10d-f6e2-465d-904e-0ba6bd31e7ec req-c8682e52-7b95-45ac-94ab-a8920d7c0748 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405746 Sep 29 02:15:42.353900 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e908c47d-086c-44ee-af30-d701af698a7d req-8b7d3c12-adb1-4272-8d52-e350cc17ded9 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975997 Sep 29 02:15:42.845595 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d37733-96ac-481d-b487-ce4cb9c4f2f6 req-f4784cc0-19da-41b2-81e7-85f3e05d9f09 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:42.847867 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-01d37733-96ac-481d-b487-ce4cb9c4f2f6 req-f4784cc0-19da-41b2-81e7-85f3e05d9f09 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 943 time: 0.0487185 Sep 29 02:15:42.963575 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-01d37733-96ac-481d-b487-ce4cb9c4f2f6 req-954377f9-4195-49c4-816e-d07a5e77cbd0 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095157 Sep 29 02:15:42.995796 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e908c47d-086c-44ee-af30-d701af698a7d req-c7405dcb-f99d-40ff-9a47-7b1918b00627 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340005 Sep 29 02:15:43.621534 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b15a9-1b5f-4071-aef5-8041b3b15527 req-10d7dcb0-f53f-4936-891a-e6b7f3532043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:43.623006 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-608b15a9-1b5f-4071-aef5-8041b3b15527 req-10d7dcb0-f53f-4936-891a-e6b7f3532043 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6&tenant_id=bb1caf7cbae44c41bce39e486a20f6eb HTTP/1.1" status: 200 len: 1127 time: 0.0729337 Sep 29 02:15:43.685976 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b15a9-1b5f-4071-aef5-8041b3b15527 req-13cee200-f247-4546-93ea-abc92cde0dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:43.687473 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-608b15a9-1b5f-4071-aef5-8041b3b15527 req-13cee200-f247-4546-93ea-abc92cde0dfa service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bb1caf7cbae44c41bce39e486a20f6eb&device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 1127 time: 0.0404077 Sep 29 02:15:43.782090 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b15a9-1b5f-4071-aef5-8041b3b15527 req-70d07c2b-7de6-4ef8-9cb0-fa46905456bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:43.783525 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-608b15a9-1b5f-4071-aef5-8041b3b15527 req-70d07c2b-7de6-4ef8-9cb0-fa46905456bd service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=3be65160-34ea-4bb6-abd7-0d461783c057 HTTP/1.1" status: 200 len: 917 time: 0.0892766 Sep 29 02:15:43.845972 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-608b15a9-1b5f-4071-aef5-8041b3b15527 req-5890ef36-6647-44a9-8a04-7126bdd8725a service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c9a6c71-7338-456f-a71a-43c5e2769762 HTTP/1.1" status: 200 len: 999 time: 0.0552766 Sep 29 02:15:43.894116 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b15a9-1b5f-4071-aef5-8041b3b15527 req-a74517a3-91ca-4a39-9b91-e318b05eda29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:43.895450 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-608b15a9-1b5f-4071-aef5-8041b3b15527 req-a74517a3-91ca-4a39-9b91-e318b05eda29 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=398c055b-a2b0-4881-821c-6995d7734c32 HTTP/1.1" status: 200 len: 855 time: 0.0431924 Sep 29 02:15:43.942386 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b15a9-1b5f-4071-aef5-8041b3b15527 req-bf222617-12be-478e-8cb4-df7a68d0bdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:43.943865 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-608b15a9-1b5f-4071-aef5-8041b3b15527 req-bf222617-12be-478e-8cb4-df7a68d0bdb9 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=3be65160-34ea-4bb6-abd7-0d461783c057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0419619 Sep 29 02:15:43.958028 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:44.040398 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-608b15a9-1b5f-4071-aef5-8041b3b15527 req-44945107-57c0-4d86-b4f0-2e67ed34b5c5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3be65160-34ea-4bb6-abd7-0d461783c057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880320 Sep 29 02:15:44.145560 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e82f5-7e49-4031-98c3-2e3527bb6c69 req-1dddf282-f781-4e1a-8e3f-25d9199f05d0 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:44.147054 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-eb6e82f5-7e49-4031-98c3-2e3527bb6c69 req-1dddf282-f781-4e1a-8e3f-25d9199f05d0 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 943 time: 0.0885799 Sep 29 02:15:44.201502 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:44.214691 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-608b15a9-1b5f-4071-aef5-8041b3b15527 req-b38ebfa8-3400-497e-85ce-c7947ca8bedc service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3be65160-34ea-4bb6-abd7-0d461783c057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682584 Sep 29 02:15:44.221995 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-eb6e82f5-7e49-4031-98c3-2e3527bb6c69 req-0f68d8dd-dac3-47ee-9dc1-db67799da0aa tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685499 Sep 29 02:15:45.355325 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0646a-a8fd-43ad-943d-6fa43290dca9 req-b9dc050d-b57f-42db-b7c9-df9a22f21c1d tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:45.356695 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-2bb0646a-a8fd-43ad-943d-6fa43290dca9 req-b9dc050d-b57f-42db-b7c9-df9a22f21c1d tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 943 time: 0.0484762 Sep 29 02:15:45.408642 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-2bb0646a-a8fd-43ad-943d-6fa43290dca9 req-78ef2ddf-6260-4f85-80c3-3e0060b5b61a tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465152 Sep 29 02:15:46.537618 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464c01a-fee6-422d-ba72-6b1869dbe3d7 req-f0bc6dd3-5604-4bd9-81c1-e3f6fd64fb44 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:46.539069 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4464c01a-fee6-422d-ba72-6b1869dbe3d7 req-f0bc6dd3-5604-4bd9-81c1-e3f6fd64fb44 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 943 time: 0.0470195 Sep 29 02:15:46.586635 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4464c01a-fee6-422d-ba72-6b1869dbe3d7 req-e32479a8-b415-4f60-a58f-8c3b9f9d337c tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418031 Sep 29 02:15:47.716508 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ae537-c1c6-4fd5-81d2-b27b07e2bd46 req-90ead4d5-17b7-4292-9885-17b18bf0f62b tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:47.718134 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-829ae537-c1c6-4fd5-81d2-b27b07e2bd46 req-90ead4d5-17b7-4292-9885-17b18bf0f62b tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 943 time: 0.0464880 Sep 29 02:15:47.765661 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-829ae537-c1c6-4fd5-81d2-b27b07e2bd46 req-7c7fb117-8c28-4782-8208-23c16204a83f tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420589 Sep 29 02:15:48.245104 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:48.247105 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:48.904674 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac209ae-9ef6-4d2a-9988-20a7bb821cbb req-76805ae9-86d5-486e-afb0-c5eb0fdf8988 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:48.906309 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-cac209ae-9ef6-4d2a-9988-20a7bb821cbb req-76805ae9-86d5-486e-afb0-c5eb0fdf8988 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 943 time: 0.0555038 Sep 29 02:15:48.970273 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-cac209ae-9ef6-4d2a-9988-20a7bb821cbb req-d20fbb93-7821-4d1d-9528-b30a13cce7b3 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578334 Sep 29 02:15:49.589980 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-09042d4b-99ff-439b-885f-ca61f815ab84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:49.632045 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=4 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:49.634148 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=3 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:50.049097 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=2 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:50.101536 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e9c38-5621-4d7b-bc9a-369ac5162b93 req-fc6861ad-c109-448e-8cfa-7486ac2b746b tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:50.103780 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-5f2e9c38-5621-4d7b-bc9a-369ac5162b93 req-fc6861ad-c109-448e-8cfa-7486ac2b746b tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 943 time: 0.0496068 Sep 29 02:15:50.153726 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-5f2e9c38-5621-4d7b-bc9a-369ac5162b93 req-1b5d2f1b-6c8e-4dc6-b1bc-25fc1e17fe88 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444295 Sep 29 02:15:51.318937 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00b5fc-886b-415a-8547-327cb4e4839e req-d40117b0-a12c-47ec-ab15-38f8347496db tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:51.320610 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4b00b5fc-886b-415a-8547-327cb4e4839e req-d40117b0-a12c-47ec-ab15-38f8347496db tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 943 time: 0.0662506 Sep 29 02:15:51.371306 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4b00b5fc-886b-415a-8547-327cb4e4839e req-769fd1f1-233c-4c6b-b4ee-4a6d35c75484 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449791 Sep 29 02:15:52.124213 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ddcf132b-48e1-4c3a-bdd5-2b675f907ff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:52.510703 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48481c-7d70-4f87-81ff-6ed5b21bab38 req-9e836c97-a730-4d56-95f3-37b634023e7e tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:52.512402 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9e48481c-7d70-4f87-81ff-6ed5b21bab38 req-9e836c97-a730-4d56-95f3-37b634023e7e tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 943 time: 0.0577309 Sep 29 02:15:52.561617 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9e48481c-7d70-4f87-81ff-6ed5b21bab38 req-adc7e3f3-cb72-42ad-927c-6a5289282689 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427458 Sep 29 02:15:53.227320 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:53.701777 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be883ac-bf79-4e5b-aaec-fa0dada87053 req-071fdb47-73b5-408b-b6ca-0fc53b43724a tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:53.703297 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4be883ac-bf79-4e5b-aaec-fa0dada87053 req-071fdb47-73b5-408b-b6ca-0fc53b43724a tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 943 time: 0.0559511 Sep 29 02:15:53.756883 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4be883ac-bf79-4e5b-aaec-fa0dada87053 req-d00ae4c8-410c-4340-9685-d9440cb4c860 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475643 Sep 29 02:15:54.766003 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:54.865094 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:15:54.903583 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983f357-77de-43b0-80b7-cb675d636a09 req-8137bb01-dcd0-42b9-bc0f-db6933651adc tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:54.905758 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4983f357-77de-43b0-80b7-cb675d636a09 req-8137bb01-dcd0-42b9-bc0f-db6933651adc tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 943 time: 0.0584567 Sep 29 02:15:54.959569 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:54.969558 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4983f357-77de-43b0-80b7-cb675d636a09 req-6614170c-edab-459e-95ef-578151eca08b tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544279 Sep 29 02:15:56.103205 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85880773-2630-4869-89af-acf90896f782 req-29baabc6-793c-489c-96f0-10052541d447 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:56.105397 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-85880773-2630-4869-89af-acf90896f782 req-29baabc6-793c-489c-96f0-10052541d447 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 943 time: 0.0494115 Sep 29 02:15:56.154614 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-85880773-2630-4869-89af-acf90896f782 req-7883716a-c193-45a5-a3ec-2892b81b369e tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436656 Sep 29 02:15:57.247145 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:15:57.287990 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae8c9b-165b-4f43-85e1-145c750559a7 req-c560d8cc-d6ac-4c45-a321-2411aa509baa tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:57.289502 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b5ae8c9b-165b-4f43-85e1-145c750559a7 req-c560d8cc-d6ac-4c45-a321-2411aa509baa tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 943 time: 0.0526533 Sep 29 02:15:57.336106 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b5ae8c9b-165b-4f43-85e1-145c750559a7 req-c17e6035-4085-4c82-9573-2ea291e647db tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407960 Sep 29 02:15:58.460616 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386eb285-f66c-4bc5-a9fe-217f461eae7c req-20cb4e12-35d3-4959-b976-82ac31f9de41 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:58.462014 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-386eb285-f66c-4bc5-a9fe-217f461eae7c req-20cb4e12-35d3-4959-b976-82ac31f9de41 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 943 time: 0.0451279 Sep 29 02:15:58.508583 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-386eb285-f66c-4bc5-a9fe-217f461eae7c req-00228bbd-bf15-41e0-9f60-9181c09b1724 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407188 Sep 29 02:15:59.633478 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70ed03-955c-471a-adbf-15efb997d114 req-146fb18b-5378-4cf5-8018-e2c2814ed31d tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:15:59.634930 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-3d70ed03-955c-471a-adbf-15efb997d114 req-146fb18b-5378-4cf5-8018-e2c2814ed31d tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 943 time: 0.0459590 Sep 29 02:15:59.685496 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-3d70ed03-955c-471a-adbf-15efb997d114 req-319d8ac1-53c9-40b4-bb95-60d3863d95ba tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446830 Sep 29 02:16:00.810892 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda7426-755a-46a5-b1a6-d4ff6c2bfbfe req-46425505-e122-45e6-90bf-37ea13cd5b27 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:00.812267 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0cda7426-755a-46a5-b1a6-d4ff6c2bfbfe req-46425505-e122-45e6-90bf-37ea13cd5b27 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 943 time: 0.0461078 Sep 29 02:16:00.860458 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0cda7426-755a-46a5-b1a6-d4ff6c2bfbfe req-ff5bc0f5-06b2-4746-b486-5d5af666dc27 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426526 Sep 29 02:16:01.988110 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eaf365-487b-4cb0-a226-f2314bdca2ed req-69757778-2936-4527-b5aa-e045d9dbb65e tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:01.989603 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c7eaf365-487b-4cb0-a226-f2314bdca2ed req-69757778-2936-4527-b5aa-e045d9dbb65e tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 943 time: 0.0475247 Sep 29 02:16:02.036212 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c7eaf365-487b-4cb0-a226-f2314bdca2ed req-e9b661c7-cee0-4c7e-b5bb-d596c0874f48 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409696 Sep 29 02:16:03.167970 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2ce75-efbb-429f-aa23-e9a9a8704af4 req-243bcc8f-05af-4c74-84d3-04d028b14334 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:03.169404 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6af2ce75-efbb-429f-aa23-e9a9a8704af4 req-243bcc8f-05af-4c74-84d3-04d028b14334 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 943 time: 0.0506871 Sep 29 02:16:03.217133 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6af2ce75-efbb-429f-aa23-e9a9a8704af4 req-fb505131-6ef1-4991-81e3-d0a53635ab55 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422432 Sep 29 02:16:04.341058 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d503312-2170-4618-b17c-f3e83d97e34c req-3c8dfff7-2351-4101-afb3-13c78aa1875d tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:04.342563 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4d503312-2170-4618-b17c-f3e83d97e34c req-3c8dfff7-2351-4101-afb3-13c78aa1875d tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 943 time: 0.0464654 Sep 29 02:16:04.389361 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4d503312-2170-4618-b17c-f3e83d97e34c req-8870431d-344d-4996-b099-4d1225b78315 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414226 Sep 29 02:16:04.858702 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:04.861199 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:05.520634 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d41d5-5a2c-4227-a3da-0480c2010121 req-f44b2a78-9293-44b5-9c01-2852c3c35e99 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:05.522128 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f51d41d5-5a2c-4227-a3da-0480c2010121 req-f44b2a78-9293-44b5-9c01-2852c3c35e99 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 943 time: 0.0505612 Sep 29 02:16:05.568014 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f51d41d5-5a2c-4227-a3da-0480c2010121 req-06178cfa-e152-43fb-91e5-0f7a7808edba tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404778 Sep 29 02:16:06.698206 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356ccd2-6382-48d5-9353-7ef670b60c8d req-fe004620-c007-4ac6-b290-51d3843d5880 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:06.699696 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0356ccd2-6382-48d5-9353-7ef670b60c8d req-fe004620-c007-4ac6-b290-51d3843d5880 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 943 time: 0.0490170 Sep 29 02:16:06.747929 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0356ccd2-6382-48d5-9353-7ef670b60c8d req-87a5697c-1a4b-4d05-994c-567c8d969fc4 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411754 Sep 29 02:16:07.881032 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e292c6-e8e7-41e6-b20b-33bd3ea9aa26 req-75e6f322-6b68-4b42-8aaa-a3552d84c820 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:07.882576 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-78e292c6-e8e7-41e6-b20b-33bd3ea9aa26 req-75e6f322-6b68-4b42-8aaa-a3552d84c820 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 943 time: 0.0546780 Sep 29 02:16:07.934961 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-78e292c6-e8e7-41e6-b20b-33bd3ea9aa26 req-3001f3c5-202c-4ae7-84d2-bc8d8a9af8c1 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462010 Sep 29 02:16:08.205276 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:08.239280 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 0c9a6c71-7338-456f-a71a-43c5e2769762 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:16:08.340716 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 0c9a6c71-7338-456f-a71a-43c5e2769762, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0c9a6c71-7338-456f-a71a-43c5e2769762,segment=NetworkSegment(af33ed35-e9af-41d9-8ab2-604c2b07ce0b),segment_id=af33ed35-e9af-41d9-8ab2-604c2b07ce0b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:16:08.355268 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Returning: {'device': '0c9a6c71-7338-456f-a71a-43c5e2769762', 'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057', 'port_id': '0c9a6c71-7338-456f-a71a-43c5e2769762', 'mac_address': 'fa:16:3e:b5:c6:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '398c055b-a2b0-4881-821c-6995d7734c32', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:16:08.391879 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port 0c9a6c71-7338-456f-a71a-43c5e2769762 is: DOWN; New status is: BUILD {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:16:08.392264 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (0c9a6c71-7338-456f-a71a-43c5e2769762), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:08.405302 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c9a6c71-7338-456f-a71a-43c5e2769762 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:16:08.425747 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 0c9a6c71-7338-456f-a71a-43c5e2769762, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0c9a6c71-7338-456f-a71a-43c5e2769762,segment=NetworkSegment(af33ed35-e9af-41d9-8ab2-604c2b07ce0b),segment_id=af33ed35-e9af-41d9-8ab2-604c2b07ce0b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:16:08.429565 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (0c9a6c71-7338-456f-a71a-43c5e2769762), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:08.430943 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1034a0-bd55-4de8-979f-8527e6eeb315 req-8a6214f7-85ee-4fe9-bc06-6c965290e389 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:08.432613 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-be1034a0-bd55-4de8-979f-8527e6eeb315 req-8a6214f7-85ee-4fe9-bc06-6c965290e389 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed39692c-2b18-4b0e-9eee-f02a79e33fbe HTTP/1.1" status: 200 len: 946 time: 0.0473225 Sep 29 02:16:08.444520 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:08.469300 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:08.475560 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Pushing event updated for resources: {'Port': ['ID=0c9a6c71-7338-456f-a71a-43c5e2769762,revision_number=9']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:08.482659 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-be1034a0-bd55-4de8-979f-8527e6eeb315 req-186891f7-54b6-47a6-aa13-5b148a743ca6 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=145073e6-d7d3-4f1e-a152-ff3f6ae43270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436394 Sep 29 02:16:08.912581 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] get_ports_and_sgs() called for port_ids ['0c9a6c71-7338-456f-a71a-43c5e2769762'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:16:09.062235 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e940207-423a-4815-888c-f5f4b46d89cf req-da559f1d-f8eb-4b74-a5d3-b8a6f20c1959 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:09.063700 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-2e940207-423a-4815-888c-f5f4b46d89cf req-da559f1d-f8eb-4b74-a5d3-b8a6f20c1959 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 944 time: 0.0460181 Sep 29 02:16:09.109827 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-2e940207-423a-4815-888c-f5f4b46d89cf req-b1e3b491-d5e5-480f-a5de-fca60dd49110 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406454 Sep 29 02:16:09.608142 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b7d1a-416e-4c05-a79c-e26ee04a8019 req-9fbe5db8-2974-40dc-b61f-7c2ba6bd5e4e tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:09.609596 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f64b7d1a-416e-4c05-a79c-e26ee04a8019 req-9fbe5db8-2974-40dc-b61f-7c2ba6bd5e4e tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed39692c-2b18-4b0e-9eee-f02a79e33fbe HTTP/1.1" status: 200 len: 946 time: 0.0484633 Sep 29 02:16:09.657115 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f64b7d1a-416e-4c05-a79c-e26ee04a8019 req-591c5012-5dfc-4091-a017-b92d39861e3c tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=145073e6-d7d3-4f1e-a152-ff3f6ae43270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421090 Sep 29 02:16:10.249923 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc8727-0955-493a-81c2-501eeb03cc92 req-8277f67b-4cfb-4958-9b61-167181394230 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:10.251394 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-90dc8727-0955-493a-81c2-501eeb03cc92 req-8277f67b-4cfb-4958-9b61-167181394230 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 944 time: 0.0475848 Sep 29 02:16:10.260452 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 0c9a6c71-7338-456f-a71a-43c5e2769762 up at agent hyperv_hv-cinder-74014 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:16:10.299995 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-90dc8727-0955-493a-81c2-501eeb03cc92 req-48baba7e-f0ec-4f6f-843a-bed0d602dbb3 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431628 Sep 29 02:16:10.305927 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Provisioning complete for port 0c9a6c71-7338-456f-a71a-43c5e2769762 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:16:10.306305 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (0c9a6c71-7338-456f-a71a-43c5e2769762), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:10.306682 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Attempt 1 to provision port 0c9a6c71-7338-456f-a71a-43c5e2769762 Sep 29 02:16:10.380104 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port 0c9a6c71-7338-456f-a71a-43c5e2769762 is: BUILD; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:16:10.380491 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (0c9a6c71-7338-456f-a71a-43c5e2769762), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:10.403462 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc7e3b2-e6b5-477b-9fca-1763c988f8a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9a6c71-7338-456f-a71a-43c5e2769762'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:16:10.405872 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9024dbdcad92e29b408608371dc01104c16b992bc758fd4b6455d872f62f597b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b58107-2ecf-4878-bec5-face0e83ea95" -d '{"events": [{"server_uuid": "2bc7e3b2-e6b5-477b-9fca-1763c988f8a6", "name": "network-vif-plugged", "status": "completed", "tag": "0c9a6c71-7338-456f-a71a-43c5e2769762"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:16:10.418220 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 0c9a6c71-7338-456f-a71a-43c5e2769762, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0c9a6c71-7338-456f-a71a-43c5e2769762,segment=NetworkSegment(af33ed35-e9af-41d9-8ab2-604c2b07ce0b),segment_id=af33ed35-e9af-41d9-8ab2-604c2b07ce0b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:16:10.422082 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (0c9a6c71-7338-456f-a71a-43c5e2769762), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:10.447601 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fe52e1-73a2-490f-961c-377e17ec497d x-openstack-request-id: req-87fe52e1-73a2-490f-961c-377e17ec497d {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:16:10.447892 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc7e3b2-e6b5-477b-9fca-1763c988f8a6", "name": "network-vif-plugged", "status": "completed", "tag": "0c9a6c71-7338-456f-a71a-43c5e2769762", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:16:10.448144 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-87fe52e1-73a2-490f-961c-377e17ec497d {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:16:10.448531 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87fe52e1-73a2-490f-961c-377e17ec497d'] response: {'server_uuid': '2bc7e3b2-e6b5-477b-9fca-1763c988f8a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9a6c71-7338-456f-a71a-43c5e2769762', 'code': 200} Sep 29 02:16:10.475737 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Pushing event updated for resources: {'Port': ['ID=0c9a6c71-7338-456f-a71a-43c5e2769762,revision_number=10']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:10.483040 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:10.483394 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:10.483725 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:10.484061 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:10.484394 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:10.484722 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:10.485045 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:10.485397 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:10.485721 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:10.486043 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:10.486362 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:10.486705 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:10.487027 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:10.487363 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:10.487684 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:10.775146 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f723b9-8778-4ea5-9961-2a7d182a727f req-9c7867cb-e3fb-4ebc-8ea9-bb6182286631 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:10.776619 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c9f723b9-8778-4ea5-9961-2a7d182a727f req-9c7867cb-e3fb-4ebc-8ea9-bb6182286631 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed39692c-2b18-4b0e-9eee-f02a79e33fbe HTTP/1.1" status: 200 len: 946 time: 0.0462911 Sep 29 02:16:10.826806 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c9f723b9-8778-4ea5-9961-2a7d182a727f req-78444e11-d95e-40cb-879a-2a3b2511a1cb tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=145073e6-d7d3-4f1e-a152-ff3f6ae43270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446808 Sep 29 02:16:11.427397 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4f9ae-d4cd-4489-95e9-6a98760e86ad req-140de0ab-0609-494d-a23a-816512f6067d tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:11.428855 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e7d4f9ae-d4cd-4489-95e9-6a98760e86ad req-140de0ab-0609-494d-a23a-816512f6067d tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 946 time: 0.0467913 Sep 29 02:16:11.475981 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e7d4f9ae-d4cd-4489-95e9-6a98760e86ad req-2a5ac5e1-5387-487f-8477-4494f4fa3a6a tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414402 Sep 29 02:16:11.951670 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa04e8b-2bb4-46dc-87d9-eccee34f3824 req-ca833734-1fb7-4167-857d-d481cba9db98 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:11.953117 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-caa04e8b-2bb4-46dc-87d9-eccee34f3824 req-ca833734-1fb7-4167-857d-d481cba9db98 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed39692c-2b18-4b0e-9eee-f02a79e33fbe HTTP/1.1" status: 200 len: 946 time: 0.0463953 Sep 29 02:16:11.998915 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-caa04e8b-2bb4-46dc-87d9-eccee34f3824 req-aa3203a0-76e1-4e0d-ace4-370c4c275942 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=145073e6-d7d3-4f1e-a152-ff3f6ae43270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402982 Sep 29 02:16:12.603344 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e71d0-5984-47d1-8bf5-27a19d77e3b6 req-9dad2cf9-9a52-4d12-a476-00d981f1aa71 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:12.604805 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e68e71d0-5984-47d1-8bf5-27a19d77e3b6 req-9dad2cf9-9a52-4d12-a476-00d981f1aa71 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 946 time: 0.0491850 Sep 29 02:16:12.652099 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e68e71d0-5984-47d1-8bf5-27a19d77e3b6 req-c66eac72-ba93-42dc-8a7e-910a9670b05a tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411711 Sep 29 02:16:13.116991 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5dde5-7beb-47c4-9d00-e7c576c76b36 req-9c0856ec-d986-42a9-b32f-0929798d1e40 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:13.118506 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-68c5dde5-7beb-47c4-9d00-e7c576c76b36 req-9c0856ec-d986-42a9-b32f-0929798d1e40 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed39692c-2b18-4b0e-9eee-f02a79e33fbe HTTP/1.1" status: 200 len: 946 time: 0.0458152 Sep 29 02:16:13.165072 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-68c5dde5-7beb-47c4-9d00-e7c576c76b36 req-ec6c6624-388f-433e-a88c-67383ffd3cbb tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=145073e6-d7d3-4f1e-a152-ff3f6ae43270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404844 Sep 29 02:16:13.622894 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc143d-638b-4d1e-8eb3-944e51940aa4 req-9d0fa6be-632a-4129-b356-07e45c535618 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:13.624405 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-accc143d-638b-4d1e-8eb3-944e51940aa4 req-9d0fa6be-632a-4129-b356-07e45c535618 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ed39692c-2b18-4b0e-9eee-f02a79e33fbe HTTP/1.1" status: 200 len: 946 time: 0.0495732 Sep 29 02:16:13.631435 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f86e47-693b-47e6-8013-29344fb2c443 req-161969c6-72c3-4039-8b11-a98e8d525f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:13.632910 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-e7f86e47-693b-47e6-8013-29344fb2c443 req-161969c6-72c3-4039-8b11-a98e8d525f91 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 1130 time: 0.0390117 Sep 29 02:16:13.678285 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-e7f86e47-693b-47e6-8013-29344fb2c443 req-2fa6766c-0d80-4beb-9472-16fd138ff1bd service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394540 Sep 29 02:16:13.710481 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-accc143d-638b-4d1e-8eb3-944e51940aa4 req-60a8868b-9021-4cc0-beb3-5e7dcaad4342 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Deleting port 6cca4a00-d16f-47b5-b5dc-fedf3b628cda {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:16:13.710821 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-accc143d-638b-4d1e-8eb3-944e51940aa4 req-60a8868b-9021-4cc0-beb3-5e7dcaad4342 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (6cca4a00-d16f-47b5-b5dc-fedf3b628cda), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:13.794242 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:13.823896 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72126e2f-13b7-45e0-ae19-7171c81f4bcf req-bb7198f6-7087-498d-bdb8-e395e39d731c tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:13.826022 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-72126e2f-13b7-45e0-ae19-7171c81f4bcf req-bb7198f6-7087-498d-bdb8-e395e39d731c tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 946 time: 0.0746415 Sep 29 02:16:13.864513 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-accc143d-638b-4d1e-8eb3-944e51940aa4 req-60a8868b-9021-4cc0-beb3-5e7dcaad4342 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] For port 6cca4a00-d16f-47b5-b5dc-fedf3b628cda, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=6cca4a00-d16f-47b5-b5dc-fedf3b628cda,segment=NetworkSegment(e94d2288-b31f-4841-a25d-0aeb698d0408),segment_id=e94d2288-b31f-4841-a25d-0aeb698d0408)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:16:13.864874 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-accc143d-638b-4d1e-8eb3-944e51940aa4 req-60a8868b-9021-4cc0-beb3-5e7dcaad4342 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (6cca4a00-d16f-47b5-b5dc-fedf3b628cda), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:13.873689 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:13.886094 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-accc143d-638b-4d1e-8eb3-944e51940aa4 req-60a8868b-9021-4cc0-beb3-5e7dcaad4342 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Calling delete_port for 6cca4a00-d16f-47b5-b5dc-fedf3b628cda owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:16:13.911062 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-72126e2f-13b7-45e0-ae19-7171c81f4bcf req-05653fd1-656d-4171-b21b-8a5715d07b48 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788660 Sep 29 02:16:14.029230 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-accc143d-638b-4d1e-8eb3-944e51940aa4 req-60a8868b-9021-4cc0-beb3-5e7dcaad4342 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (6cca4a00-d16f-47b5-b5dc-fedf3b628cda), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:14.040572 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] get_ports_and_sgs() called for port_ids ['6cca4a00-d16f-47b5-b5dc-fedf3b628cda'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:16:14.058241 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a8868b-9021-4cc0-beb3-5e7dcaad4342 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Pushing event deleted for resources: {'Port': ['ID=6cca4a00-d16f-47b5-b5dc-fedf3b628cda,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:14.087381 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8868b-9021-4cc0-beb3-5e7dcaad4342 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:14.087725 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8868b-9021-4cc0-beb3-5e7dcaad4342 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:14.088062 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8868b-9021-4cc0-beb3-5e7dcaad4342 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:14.088392 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8868b-9021-4cc0-beb3-5e7dcaad4342 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:14.088719 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8868b-9021-4cc0-beb3-5e7dcaad4342 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:14.089045 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8868b-9021-4cc0-beb3-5e7dcaad4342 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:14.089460 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8868b-9021-4cc0-beb3-5e7dcaad4342 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:14.089786 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8868b-9021-4cc0-beb3-5e7dcaad4342 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:14.090113 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8868b-9021-4cc0-beb3-5e7dcaad4342 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:14.090436 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8868b-9021-4cc0-beb3-5e7dcaad4342 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:14.090756 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8868b-9021-4cc0-beb3-5e7dcaad4342 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:14.091074 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8868b-9021-4cc0-beb3-5e7dcaad4342 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:14.091392 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8868b-9021-4cc0-beb3-5e7dcaad4342 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:14.091708 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8868b-9021-4cc0-beb3-5e7dcaad4342 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:14.092022 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8868b-9021-4cc0-beb3-5e7dcaad4342 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:16:14.115192 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-accc143d-638b-4d1e-8eb3-944e51940aa4 req-60a8868b-9021-4cc0-beb3-5e7dcaad4342 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] No DVR routers for this DVR port 6cca4a00-d16f-47b5-b5dc-fedf3b628cda on host hv-cinder-74014 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:16:14.118066 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-accc143d-638b-4d1e-8eb3-944e51940aa4 req-60a8868b-9021-4cc0-beb3-5e7dcaad4342 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for port (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:14.122182 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-accc143d-638b-4d1e-8eb3-944e51940aa4 req-60a8868b-9021-4cc0-beb3-5e7dcaad4342 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.16 "DELETE /networking/v2.0/ports/6cca4a00-d16f-47b5-b5dc-fedf3b628cda HTTP/1.1" status: 204 len: 173 time: 0.4913659 Sep 29 02:16:14.122720 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed39692c-2b18-4b0e-9eee-f02a79e33fbe', 'name': 'network-vif-deleted', 'tag': '6cca4a00-d16f-47b5-b5dc-fedf3b628cda'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:16:14.125177 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6fd434f9474e642ac52a32a239cb9403cb6cbac172bb9ea56eecab16f0e16c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c68dbe-c6d5-458f-8b92-a58f275bdd02" -d '{"events": [{"server_uuid": "ed39692c-2b18-4b0e-9eee-f02a79e33fbe", "name": "network-vif-deleted", "tag": "6cca4a00-d16f-47b5-b5dc-fedf3b628cda"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:16:14.166160 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad19998a-2d01-49dc-909e-6d670c317984 x-openstack-request-id: req-ad19998a-2d01-49dc-909e-6d670c317984 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:16:14.166450 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed39692c-2b18-4b0e-9eee-f02a79e33fbe", "name": "network-vif-deleted", "tag": "6cca4a00-d16f-47b5-b5dc-fedf3b628cda", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:16:14.166703 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ad19998a-2d01-49dc-909e-6d670c317984 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:16:14.167106 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad19998a-2d01-49dc-909e-6d670c317984'] response: {'server_uuid': 'ed39692c-2b18-4b0e-9eee-f02a79e33fbe', 'name': 'network-vif-deleted', 'tag': '6cca4a00-d16f-47b5-b5dc-fedf3b628cda', 'status': 'completed', 'code': 200} Sep 29 02:16:14.283527 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a4ae0093-e1af-4c06-9b58-5159e59c42e0 req-38386b55-953e-4289-a455-f5296f43ad9a tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed39692c-2b18-4b0e-9eee-f02a79e33fbe HTTP/1.1" status: 200 len: 210 time: 0.0312109 Sep 29 02:16:15.040452 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371941c6-c7ea-43c8-b8c1-f01eeafafc49 req-6519e4c3-2c16-4f3d-b71c-affd07be2230 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:15.041947 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-371941c6-c7ea-43c8-b8c1-f01eeafafc49 req-6519e4c3-2c16-4f3d-b71c-affd07be2230 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 946 time: 0.0464709 Sep 29 02:16:15.089398 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-371941c6-c7ea-43c8-b8c1-f01eeafafc49 req-555f9718-7415-45e7-a6f8-43e9ba1b30ca tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408833 Sep 29 02:16:15.397955 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-80aa292a-799c-433d-a3a9-f8e4aac67435 req-2cf5cfcc-03d7-498a-a398-b95d2dad4971 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ed39692c-2b18-4b0e-9eee-f02a79e33fbe HTTP/1.1" status: 200 len: 210 time: 0.0277758 Sep 29 02:16:16.223795 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe1dad2-ee6c-47ad-a3c5-698c0c26c51e req-a0ff5b68-8991-42cf-aa24-7e7ef51945db tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:16.225265 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4fe1dad2-ee6c-47ad-a3c5-698c0c26c51e req-a0ff5b68-8991-42cf-aa24-7e7ef51945db tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 946 time: 0.0502045 Sep 29 02:16:16.273801 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4fe1dad2-ee6c-47ad-a3c5-698c0c26c51e req-78e29786-3c4c-445a-bbc7-8382881bdc9b tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428605 Sep 29 02:16:17.048829 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 6 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:16:18.259300 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 6cca4a00-d16f-47b5-b5dc-fedf3b628cda no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:16:18.277971 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] No Port match for: 6cca4a00-d16f-47b5-b5dc-fedf3b628cda {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:16:18.278341 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 6cca4a00-d16f-47b5-b5dc-fedf3b628cda not bound to the agent host hv-cinder-74014 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:16:19.591952 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-3087333f-28c2-4b97-81ce-07706c5c8ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:20.389948 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-e59ac374-0aad-487b-9cb1-c31959720ab0 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:20.391393 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-e59ac374-0aad-487b-9cb1-c31959720ab0 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/networks?id=5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5 HTTP/1.1" status: 200 len: 814 time: 0.1019237 Sep 29 02:16:20.405868 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-38839727-3718-4474-b8c9-55b6fe610b15 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/quotas/342119cedbac4ca9b7ac5c1cd5481823 HTTP/1.1" status: 200 len: 375 time: 0.0090868 Sep 29 02:16:20.440947 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-ba31fc3f-026b-4a90-8449-c35e18bf0e55 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=342119cedbac4ca9b7ac5c1cd5481823&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303876 Sep 29 02:16:20.530481 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-726455a2-cf87-4407-a0e2-fe5700c45898 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832067 Sep 29 02:16:20.623789 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-4e9b9002-259e-4962-97f6-89ce83707c58 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871472 Sep 29 02:16:20.787486 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b76fe0d2-6160-419a-a81e-71c9e9c2de82 req-c2d17e73-a5c4-45a8-8f60-03e4cc82e9a0 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=64dca9aa-1c26-40bd-8e45-399988b8d44f HTTP/1.1" status: 200 len: 210 time: 0.0324268 Sep 29 02:16:21.923824 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-45515cab-5dbc-4dbb-8321-d40c56e766c5 req-d96e2862-e32e-4704-ad11-841d0b22b6f4 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=64dca9aa-1c26-40bd-8e45-399988b8d44f HTTP/1.1" status: 200 len: 210 time: 0.0376737 Sep 29 02:16:21.952345 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:21.974947 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-d9e6a652-f4be-40c4-841b-7217320e195d tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:21.976345 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-d9e6a652-f4be-40c4-841b-7217320e195d tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.16 "GET /networking/v2.0/networks?id=5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5 HTTP/1.1" status: 200 len: 814 time: 0.1472886 Sep 29 02:16:21.998264 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-5394e059-bd77-4da3-8c8a-a96cbc7c6b17 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Request body: {'port': {'device_id': '64dca9aa-1c26-40bd-8e45-399988b8d44f', 'network_id': '5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5', 'admin_state_up': True, 'tenant_id': '342119cedbac4ca9b7ac5c1cd5481823'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:16:22.043853 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:22.092416 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-47cf9090-2122-4453-ab73-4324bf8780ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:22.109895 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-5394e059-bd77-4da3-8c8a-a96cbc7c6b17 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Made reservation on behalf of 342119cedbac4ca9b7ac5c1cd5481823 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:16:22.113675 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-5394e059-bd77-4da3-8c8a-a96cbc7c6b17 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:22.239089 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-5394e059-bd77-4da3-8c8a-a96cbc7c6b17 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Allocated IP 172.20.0.11 (5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5/b09cba57-3e8f-4e5d-9604-d9c5e2bf2bf6/987576a8-ebaa-4500-9a84-1a8c1882aebb) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:16:22.613429 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-5394e059-bd77-4da3-8c8a-a96cbc7c6b17 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Publish callbacks [] for port (987576a8-ebaa-4500-9a84-1a8c1882aebb), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:22.645801 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-5394e059-bd77-4da3-8c8a-a96cbc7c6b17 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (987576a8-ebaa-4500-9a84-1a8c1882aebb), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:22.691063 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-5394e059-bd77-4da3-8c8a-a96cbc7c6b17 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Network 5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:16:22.694274 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-5394e059-bd77-4da3-8c8a-a96cbc7c6b17 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:16:22.698072 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-5394e059-bd77-4da3-8c8a-a96cbc7c6b17 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:16:22.725274 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394e059-bd77-4da3-8c8a-a96cbc7c6b17 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Pushing event updated for resources: {'Port': ['ID=987576a8-ebaa-4500-9a84-1a8c1882aebb,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:22.752343 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-5394e059-bd77-4da3-8c8a-a96cbc7c6b17 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:22.752951 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-5394e059-bd77-4da3-8c8a-a96cbc7c6b17 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for port (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:22.769840 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-5394e059-bd77-4da3-8c8a-a96cbc7c6b17 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7758896 Sep 29 02:16:22.878597 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-ad69458a-82d1-4ac5-9408-2c4af49b4d63 service neutron] Request body: {'port': {'device_id': '64dca9aa-1c26-40bd-8e45-399988b8d44f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:16:22.938232 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-ad69458a-82d1-4ac5-9408-2c4af49b4d63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (987576a8-ebaa-4500-9a84-1a8c1882aebb), before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:23.088171 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:23.101359 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5659a-fee6-46bb-bdf0-854754a4c86f req-3be36a2b-785e-4335-a006-860de9ae02ba tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:23.102847 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-83c5659a-fee6-46bb-bdf0-854754a4c86f req-3be36a2b-785e-4335-a006-860de9ae02ba tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=64dca9aa-1c26-40bd-8e45-399988b8d44f HTTP/1.1" status: 200 len: 932 time: 0.0645163 Sep 29 02:16:23.164249 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:23.207680 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-83c5659a-fee6-46bb-bdf0-854754a4c86f req-23d7f63c-58b8-4e01-a653-c0bf9a03b8ae tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=145073e6-d7d3-4f1e-a152-ff3f6ae43270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925035 Sep 29 02:16:23.212855 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:23.293096 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.notifiers.nova [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-ad69458a-82d1-4ac5-9408-2c4af49b4d63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 987576a8-ebaa-4500-9a84-1a8c1882aebb {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:16:23.301104 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-ad69458a-82d1-4ac5-9408-2c4af49b4d63 service neutron] Publish callbacks [] for port (987576a8-ebaa-4500-9a84-1a8c1882aebb), precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:23.314491 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-ad69458a-82d1-4ac5-9408-2c4af49b4d63 service neutron] Transition to ACTIVE for port object 987576a8-ebaa-4500-9a84-1a8c1882aebb will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:16:23.317797 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-ad69458a-82d1-4ac5-9408-2c4af49b4d63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26030496'] for port (987576a8-ebaa-4500-9a84-1a8c1882aebb), after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:23.400242 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad69458a-82d1-4ac5-9408-2c4af49b4d63 service neutron] Pushing event updated for resources: {'Port': ['ID=987576a8-ebaa-4500-9a84-1a8c1882aebb,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:23.427476 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-ad69458a-82d1-4ac5-9408-2c4af49b4d63 service neutron] Attempting to bind port 987576a8-ebaa-4500-9a84-1a8c1882aebb on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:16:23.427736 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-ad69458a-82d1-4ac5-9408-2c4af49b4d63 service neutron] Attempting to bind port 987576a8-ebaa-4500-9a84-1a8c1882aebb by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'e94d2288-b31f-4841-a25d-0aeb698d0408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:16:23.428065 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-ad69458a-82d1-4ac5-9408-2c4af49b4d63 service neutron] Attempting to bind port 987576a8-ebaa-4500-9a84-1a8c1882aebb on network 5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:16:23.468526 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-ad69458a-82d1-4ac5-9408-2c4af49b4d63 service neutron] Port 987576a8-ebaa-4500-9a84-1a8c1882aebb on network 5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:16:23.468851 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-ad69458a-82d1-4ac5-9408-2c4af49b4d63 service neutron] Attempting to bind port 987576a8-ebaa-4500-9a84-1a8c1882aebb on network 5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:16:23.509501 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-ad69458a-82d1-4ac5-9408-2c4af49b4d63 service neutron] Checking agent: {'id': '027a9bac-ca89-4228-9c1d-ae9e74cf172f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 9, 38), 'started_at': datetime.datetime(2022, 9, 29, 2, 9, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:16:23.509834 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-ad69458a-82d1-4ac5-9408-2c4af49b4d63 service neutron] Checking segment: {'id': 'e94d2288-b31f-4841-a25d-0aeb698d0408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:16:23.510211 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-ad69458a-82d1-4ac5-9408-2c4af49b4d63 service neutron] Bound using segment: {'id': 'e94d2288-b31f-4841-a25d-0aeb698d0408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:16:23.510636 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-ad69458a-82d1-4ac5-9408-2c4af49b4d63 service neutron] Bound port: 987576a8-ebaa-4500-9a84-1a8c1882aebb, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e94d2288-b31f-4841-a25d-0aeb698d0408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:16:23.510988 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-ad69458a-82d1-4ac5-9408-2c4af49b4d63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (987576a8-ebaa-4500-9a84-1a8c1882aebb), before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:23.573492 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-ad69458a-82d1-4ac5-9408-2c4af49b4d63 service neutron] For port 987576a8-ebaa-4500-9a84-1a8c1882aebb, host hv-cinder-74014, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:16:23.576697 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-ad69458a-82d1-4ac5-9408-2c4af49b4d63 service neutron] For port 987576a8-ebaa-4500-9a84-1a8c1882aebb, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=987576a8-ebaa-4500-9a84-1a8c1882aebb,segment=NetworkSegment(e94d2288-b31f-4841-a25d-0aeb698d0408),segment_id=e94d2288-b31f-4841-a25d-0aeb698d0408)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:16:23.583249 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-ad69458a-82d1-4ac5-9408-2c4af49b4d63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26030496'] for port (987576a8-ebaa-4500-9a84-1a8c1882aebb), after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:23.588213 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-ad69458a-82d1-4ac5-9408-2c4af49b4d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:23.588823 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-ad69458a-82d1-4ac5-9408-2c4af49b4d63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for port (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:23.590350 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-ad69458a-82d1-4ac5-9408-2c4af49b4d63 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/987576a8-ebaa-4500-9a84-1a8c1882aebb HTTP/1.1" status: 200 len: 1094 time: 0.7161295 Sep 29 02:16:23.590908 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64dca9aa-1c26-40bd-8e45-399988b8d44f', 'tag': '987576a8-ebaa-4500-9a84-1a8c1882aebb'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:16:23.593155 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6fd434f9474e642ac52a32a239cb9403cb6cbac172bb9ea56eecab16f0e16c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3291cd-917b-4387-b8da-c065c164aa39" -d '{"events": [{"name": "network-changed", "server_uuid": "64dca9aa-1c26-40bd-8e45-399988b8d44f", "tag": "987576a8-ebaa-4500-9a84-1a8c1882aebb"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:16:23.647897 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9506af09-0e2a-4f6e-9f33-4b69b3e835f4 x-openstack-request-id: req-9506af09-0e2a-4f6e-9f33-4b69b3e835f4 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:16:23.648188 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64dca9aa-1c26-40bd-8e45-399988b8d44f", "tag": "987576a8-ebaa-4500-9a84-1a8c1882aebb", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:16:23.648441 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9506af09-0e2a-4f6e-9f33-4b69b3e835f4 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:16:23.648883 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9506af09-0e2a-4f6e-9f33-4b69b3e835f4'] response: {'name': 'network-changed', 'server_uuid': '64dca9aa-1c26-40bd-8e45-399988b8d44f', 'tag': '987576a8-ebaa-4500-9a84-1a8c1882aebb', 'status': 'completed', 'code': 200} Sep 29 02:16:23.666365 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=7 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:23.668605 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad69458a-82d1-4ac5-9408-2c4af49b4d63 service neutron] Pushing event updated for resources: {'Port': ['ID=987576a8-ebaa-4500-9a84-1a8c1882aebb,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:23.676003 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=11 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:23.682617 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-b13b807f-32a3-49fb-9443-b5fea464521e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:23.684972 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-b13b807f-32a3-49fb-9443-b5fea464521e service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=342119cedbac4ca9b7ac5c1cd5481823&device_id=64dca9aa-1c26-40bd-8e45-399988b8d44f HTTP/1.1" status: 200 len: 1128 time: 0.0544477 Sep 29 02:16:23.729200 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-df0ffa7c-eea7-4159-a2a7-b06c87fd7695 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=987576a8-ebaa-4500-9a84-1a8c1882aebb HTTP/1.1" status: 200 len: 217 time: 0.0368807 Sep 29 02:16:23.777444 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-28dcce9c-faeb-439d-a5df-44ea115e771f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:23.778865 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-28dcce9c-faeb-439d-a5df-44ea115e771f service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=b09cba57-3e8f-4e5d-9604-d9c5e2bf2bf6 HTTP/1.1" status: 200 len: 854 time: 0.0436141 Sep 29 02:16:23.811006 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-28791e25-9fbf-4e9f-aaec-45e3a7a88224 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260444 Sep 29 02:16:23.912986 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-c1885dbe-17e8-4e72-87ed-5390df4db27e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952055 Sep 29 02:16:24.009714 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b055309c-18df-4985-ac0f-ef1fa45c312d req-bc6733a8-b74a-42eb-adc9-9a538c622115 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901942 Sep 29 02:16:24.316650 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:24.329210 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6efadc3-6df1-4aea-837e-5d2a95e1f65f req-42f256fe-055f-4819-a3a5-a06251dda291 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:24.330680 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c6efadc3-6df1-4aea-837e-5d2a95e1f65f req-42f256fe-055f-4819-a3a5-a06251dda291 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=64dca9aa-1c26-40bd-8e45-399988b8d44f HTTP/1.1" status: 200 len: 944 time: 0.0475681 Sep 29 02:16:24.342392 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:24.379562 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c6efadc3-6df1-4aea-837e-5d2a95e1f65f req-d4f329e8-5cd8-44ea-801b-b77ab941e03b tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=145073e6-d7d3-4f1e-a152-ff3f6ae43270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432358 Sep 29 02:16:24.769025 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:24.846879 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:24.860772 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:25.504173 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a380f09-d5a5-4753-a234-b2b798f30511 req-96cd0704-16ae-4af2-b5b5-763baec1c73b tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:25.505657 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-2a380f09-d5a5-4753-a234-b2b798f30511 req-96cd0704-16ae-4af2-b5b5-763baec1c73b tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=64dca9aa-1c26-40bd-8e45-399988b8d44f HTTP/1.1" status: 200 len: 944 time: 0.0511854 Sep 29 02:16:25.552328 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-2a380f09-d5a5-4753-a234-b2b798f30511 req-d204e607-d2e8-4cae-ae36-e24b55d5a00d tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=145073e6-d7d3-4f1e-a152-ff3f6ae43270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411887 Sep 29 02:16:26.672792 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a967e94-9562-48bf-93fb-8d1ca22aab9c req-d4af1566-d82c-4c5f-ba9c-8bc89e84b882 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:26.674267 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1a967e94-9562-48bf-93fb-8d1ca22aab9c req-d4af1566-d82c-4c5f-ba9c-8bc89e84b882 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=64dca9aa-1c26-40bd-8e45-399988b8d44f HTTP/1.1" status: 200 len: 944 time: 0.0472360 Sep 29 02:16:26.720693 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1a967e94-9562-48bf-93fb-8d1ca22aab9c req-591c99e3-212a-49e3-9150-4dffd8124037 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=145073e6-d7d3-4f1e-a152-ff3f6ae43270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410280 Sep 29 02:16:27.042983 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=17 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:27.043745 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=17 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:27.780963 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3291cd-917b-4387-b8da-c065c164aa39 req-39fc3a5e-c67a-4939-85b3-d62202786b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:27.782486 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ca3291cd-917b-4387-b8da-c065c164aa39 req-39fc3a5e-c67a-4939-85b3-d62202786b64 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=342119cedbac4ca9b7ac5c1cd5481823&device_id=64dca9aa-1c26-40bd-8e45-399988b8d44f HTTP/1.1" status: 200 len: 1128 time: 0.0430701 Sep 29 02:16:27.882457 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9435d7-c8cc-4e58-92d7-4003087ee09c req-2e2d3848-fdfc-4fc8-88b3-6e332af93c6e tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:27.883908 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9f9435d7-c8cc-4e58-92d7-4003087ee09c req-2e2d3848-fdfc-4fc8-88b3-6e332af93c6e tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=64dca9aa-1c26-40bd-8e45-399988b8d44f HTTP/1.1" status: 200 len: 944 time: 0.0843680 Sep 29 02:16:27.931450 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3291cd-917b-4387-b8da-c065c164aa39 req-7b4902b8-f992-43fc-b866-988889a2aac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:27.932935 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ca3291cd-917b-4387-b8da-c065c164aa39 req-7b4902b8-f992-43fc-b866-988889a2aac9 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5 HTTP/1.1" status: 200 len: 915 time: 0.1422694 Sep 29 02:16:27.983264 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ca3291cd-917b-4387-b8da-c065c164aa39 req-19bfd6cd-fe62-44aa-b86e-a7f38c0db7ec service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=987576a8-ebaa-4500-9a84-1a8c1882aebb HTTP/1.1" status: 200 len: 217 time: 0.0411286 Sep 29 02:16:27.986628 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9f9435d7-c8cc-4e58-92d7-4003087ee09c req-96724364-7f25-4bd2-aa41-24354670b5fa tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=145073e6-d7d3-4f1e-a152-ff3f6ae43270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949893 Sep 29 02:16:28.036352 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3291cd-917b-4387-b8da-c065c164aa39 req-4524107e-7c66-417b-bac5-a7d30613c3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:28.037769 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ca3291cd-917b-4387-b8da-c065c164aa39 req-4524107e-7c66-417b-bac5-a7d30613c3cd service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=b09cba57-3e8f-4e5d-9604-d9c5e2bf2bf6 HTTP/1.1" status: 200 len: 854 time: 0.0482109 Sep 29 02:16:28.069296 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ca3291cd-917b-4387-b8da-c065c164aa39 req-b0e3b6d6-ee9f-4689-b8ad-f613e8f7c35d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254829 Sep 29 02:16:28.164721 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ca3291cd-917b-4387-b8da-c065c164aa39 req-787b40a8-ec3e-46af-b6a1-59f51109d941 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885153 Sep 29 02:16:28.259185 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ca3291cd-917b-4387-b8da-c065c164aa39 req-c16f561d-94b2-4721-84b5-e38404310578 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883961 Sep 29 02:16:28.285337 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 987576a8-ebaa-4500-9a84-1a8c1882aebb details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:16:28.301590 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:28.382180 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 987576a8-ebaa-4500-9a84-1a8c1882aebb, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=987576a8-ebaa-4500-9a84-1a8c1882aebb,segment=NetworkSegment(e94d2288-b31f-4841-a25d-0aeb698d0408),segment_id=e94d2288-b31f-4841-a25d-0aeb698d0408)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:16:28.396820 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Returning: {'device': '987576a8-ebaa-4500-9a84-1a8c1882aebb', 'network_id': '5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5', 'port_id': '987576a8-ebaa-4500-9a84-1a8c1882aebb', 'mac_address': 'fa:16:3e:03:a3:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b09cba57-3e8f-4e5d-9604-d9c5e2bf2bf6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:16:28.429867 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port 987576a8-ebaa-4500-9a84-1a8c1882aebb is: DOWN; New status is: BUILD {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:16:28.430248 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (987576a8-ebaa-4500-9a84-1a8c1882aebb), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:28.443600 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 987576a8-ebaa-4500-9a84-1a8c1882aebb {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:16:28.463335 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 987576a8-ebaa-4500-9a84-1a8c1882aebb, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=987576a8-ebaa-4500-9a84-1a8c1882aebb,segment=NetworkSegment(e94d2288-b31f-4841-a25d-0aeb698d0408),segment_id=e94d2288-b31f-4841-a25d-0aeb698d0408)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:16:28.467059 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (987576a8-ebaa-4500-9a84-1a8c1882aebb), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:28.510765 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Pushing event updated for resources: {'Port': ['ID=987576a8-ebaa-4500-9a84-1a8c1882aebb,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:28.937251 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] get_ports_and_sgs() called for port_ids ['987576a8-ebaa-4500-9a84-1a8c1882aebb'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:16:29.111304 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc13ca6-ac56-441a-b49c-ad3f46cbc7b0 req-dcc5762f-94d5-48a2-832d-ba29d173293f tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:29.112770 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4dc13ca6-ac56-441a-b49c-ad3f46cbc7b0 req-dcc5762f-94d5-48a2-832d-ba29d173293f tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=64dca9aa-1c26-40bd-8e45-399988b8d44f HTTP/1.1" status: 200 len: 945 time: 0.0464828 Sep 29 02:16:29.161431 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4dc13ca6-ac56-441a-b49c-ad3f46cbc7b0 req-ef1c5d97-6c0c-4573-a4fd-2ae94653d33a tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=145073e6-d7d3-4f1e-a152-ff3f6ae43270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424395 Sep 29 02:16:30.283434 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1d613-d46b-4b87-9a74-14b22c392564 req-62977f35-0183-48d9-a424-df9cb4b95615 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:30.284891 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9ec1d613-d46b-4b87-9a74-14b22c392564 req-62977f35-0183-48d9-a424-df9cb4b95615 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=64dca9aa-1c26-40bd-8e45-399988b8d44f HTTP/1.1" status: 200 len: 945 time: 0.0468540 Sep 29 02:16:30.296926 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 987576a8-ebaa-4500-9a84-1a8c1882aebb up at agent hyperv_hv-cinder-74014 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:16:30.332357 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9ec1d613-d46b-4b87-9a74-14b22c392564 req-0b1769b1-bbd2-4a69-b92c-03616e61e1d7 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=145073e6-d7d3-4f1e-a152-ff3f6ae43270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418589 Sep 29 02:16:30.337717 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Provisioning for port 987576a8-ebaa-4500-9a84-1a8c1882aebb completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:16:30.344603 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Provisioning complete for port 987576a8-ebaa-4500-9a84-1a8c1882aebb triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:16:30.345007 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (987576a8-ebaa-4500-9a84-1a8c1882aebb), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:30.345449 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Attempt 1 to provision port 987576a8-ebaa-4500-9a84-1a8c1882aebb Sep 29 02:16:30.418329 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port 987576a8-ebaa-4500-9a84-1a8c1882aebb is: BUILD; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:16:30.418709 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (987576a8-ebaa-4500-9a84-1a8c1882aebb), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:30.440722 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64dca9aa-1c26-40bd-8e45-399988b8d44f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987576a8-ebaa-4500-9a84-1a8c1882aebb'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:16:30.442978 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9024dbdcad92e29b408608371dc01104c16b992bc758fd4b6455d872f62f597b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82494d6-1ce4-4916-a934-b836bf811742" -d '{"events": [{"server_uuid": "64dca9aa-1c26-40bd-8e45-399988b8d44f", "name": "network-vif-plugged", "status": "completed", "tag": "987576a8-ebaa-4500-9a84-1a8c1882aebb"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:16:30.457197 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 987576a8-ebaa-4500-9a84-1a8c1882aebb, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=987576a8-ebaa-4500-9a84-1a8c1882aebb,segment=NetworkSegment(e94d2288-b31f-4841-a25d-0aeb698d0408),segment_id=e94d2288-b31f-4841-a25d-0aeb698d0408)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:16:30.461923 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (987576a8-ebaa-4500-9a84-1a8c1882aebb), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:30.483766 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdb6177-2e0c-4104-b677-d813a670ae43 x-openstack-request-id: req-ffdb6177-2e0c-4104-b677-d813a670ae43 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:16:30.484066 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64dca9aa-1c26-40bd-8e45-399988b8d44f", "name": "network-vif-plugged", "status": "completed", "tag": "987576a8-ebaa-4500-9a84-1a8c1882aebb", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:16:30.484324 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ffdb6177-2e0c-4104-b677-d813a670ae43 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:16:30.484707 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffdb6177-2e0c-4104-b677-d813a670ae43'] response: {'server_uuid': '64dca9aa-1c26-40bd-8e45-399988b8d44f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987576a8-ebaa-4500-9a84-1a8c1882aebb', 'code': 200} Sep 29 02:16:30.513103 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Pushing event updated for resources: {'Port': ['ID=987576a8-ebaa-4500-9a84-1a8c1882aebb,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:16:30.656237 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4baf81-2c54-474a-bce4-d49996142b30 req-7c98bdfd-b082-4146-928f-b6e3f96a1b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:30.657753 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ec4baf81-2c54-474a-bce4-d49996142b30 req-7c98bdfd-b082-4146-928f-b6e3f96a1b88 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=64dca9aa-1c26-40bd-8e45-399988b8d44f HTTP/1.1" status: 200 len: 1130 time: 0.0421984 Sep 29 02:16:30.689298 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:30.704764 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ec4baf81-2c54-474a-bce4-d49996142b30 req-a508ab17-f42b-42fe-a782-a515ff111abc service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=145073e6-d7d3-4f1e-a152-ff3f6ae43270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380132 Sep 29 02:16:31.439158 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:31.453892 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfbdd8e-40b1-4f91-acf2-bc4368287f38 req-18983737-6729-4d1b-a4fe-415f624ee377 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:31.455346 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0dfbdd8e-40b1-4f91-acf2-bc4368287f38 req-18983737-6729-4d1b-a4fe-415f624ee377 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=64dca9aa-1c26-40bd-8e45-399988b8d44f HTTP/1.1" status: 200 len: 946 time: 0.0459156 Sep 29 02:16:31.502364 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0dfbdd8e-40b1-4f91-acf2-bc4368287f38 req-148a7865-e19e-4f40-b3df-036b4f88cd22 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=145073e6-d7d3-4f1e-a152-ff3f6ae43270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415001 Sep 29 02:16:32.628973 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6134638-59e6-43fc-8c37-ebd32ed5c025 req-19fa5901-31f1-4191-93c3-bb77eae70fb8 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:32.630469 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f6134638-59e6-43fc-8c37-ebd32ed5c025 req-19fa5901-31f1-4191-93c3-bb77eae70fb8 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=64dca9aa-1c26-40bd-8e45-399988b8d44f HTTP/1.1" status: 200 len: 946 time: 0.0469255 Sep 29 02:16:32.681240 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f6134638-59e6-43fc-8c37-ebd32ed5c025 req-6cd36bae-e15c-487f-8291-c749792eb52c tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=145073e6-d7d3-4f1e-a152-ff3f6ae43270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452981 Sep 29 02:16:33.799924 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b6460-2ada-4bc2-a59f-ba2272cd1426 req-fd30560e-6777-4d6e-9b01-e85903a8105f tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:33.801398 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-383b6460-2ada-4bc2-a59f-ba2272cd1426 req-fd30560e-6777-4d6e-9b01-e85903a8105f tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=64dca9aa-1c26-40bd-8e45-399988b8d44f HTTP/1.1" status: 200 len: 946 time: 0.0463295 Sep 29 02:16:33.850001 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-383b6460-2ada-4bc2-a59f-ba2272cd1426 req-7f1ea6f8-683d-4b23-bddb-6bd117dcc077 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=145073e6-d7d3-4f1e-a152-ff3f6ae43270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427475 Sep 29 02:16:38.188921 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:38.201802 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:40.267773 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-686178d4-a801-413d-9c43-1c1c0289a444 req-413db48b-7515-4dc4-aec7-1190d65e0339 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401580 Sep 29 02:16:40.330763 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686178d4-a801-413d-9c43-1c1c0289a444 req-d9db7fda-a859-4787-8656-560f41d7227f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:40.332253 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-686178d4-a801-413d-9c43-1c1c0289a444 req-d9db7fda-a859-4787-8656-560f41d7227f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bb1caf7cbae44c41bce39e486a20f6eb&device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 1130 time: 0.0431492 Sep 29 02:16:40.437363 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686178d4-a801-413d-9c43-1c1c0289a444 req-b8f8fc8d-4a8a-4a44-8b4d-12efe4fb386b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:40.438851 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-686178d4-a801-413d-9c43-1c1c0289a444 req-b8f8fc8d-4a8a-4a44-8b4d-12efe4fb386b service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=3be65160-34ea-4bb6-abd7-0d461783c057 HTTP/1.1" status: 200 len: 917 time: 0.0884459 Sep 29 02:16:41.195200 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-686178d4-a801-413d-9c43-1c1c0289a444 req-83338886-f28a-443e-81d1-47f6daf3b51a service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c9a6c71-7338-456f-a71a-43c5e2769762 HTTP/1.1" status: 200 len: 1001 time: 0.0671713 Sep 29 02:16:42.810546 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686178d4-a801-413d-9c43-1c1c0289a444 req-82ba0a77-1eba-4990-bfa5-93fc9759093f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:42.812027 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-686178d4-a801-413d-9c43-1c1c0289a444 req-82ba0a77-1eba-4990-bfa5-93fc9759093f service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=398c055b-a2b0-4881-821c-6995d7734c32 HTTP/1.1" status: 200 len: 855 time: 0.0461254 Sep 29 02:16:43.398450 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686178d4-a801-413d-9c43-1c1c0289a444 req-a29bf94c-d78a-4996-b860-8865206ecbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:43.400026 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-686178d4-a801-413d-9c43-1c1c0289a444 req-a29bf94c-d78a-4996-b860-8865206ecbf8 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=3be65160-34ea-4bb6-abd7-0d461783c057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0430079 Sep 29 02:16:44.033253 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-686178d4-a801-413d-9c43-1c1c0289a444 req-a2439f19-0e63-40f8-9381-4c6e42bf76b0 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3be65160-34ea-4bb6-abd7-0d461783c057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936546 Sep 29 02:16:44.123365 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-686178d4-a801-413d-9c43-1c1c0289a444 req-6c715aff-8417-41ca-ae73-cb72173e0f18 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3be65160-34ea-4bb6-abd7-0d461783c057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840018 Sep 29 02:16:44.731967 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7881d74c-8882-423a-8fbf-f3a58cd8d829 req-a3da5258-50b9-40c4-9877-3e7871afb195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:44.733519 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7881d74c-8882-423a-8fbf-f3a58cd8d829 req-a3da5258-50b9-40c4-9877-3e7871afb195 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=b407de2089554e13839d51f270c3adf1&device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 1130 time: 0.0454879 Sep 29 02:16:44.848962 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92857fe-bbdf-4ce8-9cc0-52d31eb01cb4 req-459212fc-ff30-4ad1-a23c-f979ee7e1d19 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:44.850466 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a92857fe-bbdf-4ce8-9cc0-52d31eb01cb4 req-459212fc-ff30-4ad1-a23c-f979ee7e1d19 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 946 time: 0.1536362 Sep 29 02:16:44.893404 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7881d74c-8882-423a-8fbf-f3a58cd8d829 req-d722f271-3cd0-4670-8017-6682c3ac7aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:44.894951 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7881d74c-8882-423a-8fbf-f3a58cd8d829 req-d722f271-3cd0-4670-8017-6682c3ac7aae service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3 HTTP/1.1" status: 200 len: 919 time: 0.1543190 Sep 29 02:16:44.908814 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:44.921545 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a92857fe-bbdf-4ce8-9cc0-52d31eb01cb4 req-58afac5f-125a-4e1e-aabb-a7fc7e52ac68 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615804 Sep 29 02:16:45.073632 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:45.136831 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7881d74c-8882-423a-8fbf-f3a58cd8d829 req-a39ad44a-eb5b-47b2-9590-59d9abf87d25 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=756894e8-0371-4853-9df0-c52e7abf291a HTTP/1.1" status: 200 len: 1001 time: 0.0690644 Sep 29 02:16:45.186144 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7881d74c-8882-423a-8fbf-f3a58cd8d829 req-ec0f576f-95d5-480a-b0e9-23ec11fc1a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:45.187571 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7881d74c-8882-423a-8fbf-f3a58cd8d829 req-ec0f576f-95d5-480a-b0e9-23ec11fc1a76 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=2111ad5b-3d2c-43c1-94a3-5ae626ce912e HTTP/1.1" status: 200 len: 857 time: 0.0440760 Sep 29 02:16:46.042237 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96954f-c087-474a-b623-002ac0dc223d req-b0e79632-bd80-4833-904c-00128d27d864 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:46.043680 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-3d96954f-c087-474a-b623-002ac0dc223d req-b0e79632-bd80-4833-904c-00128d27d864 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 946 time: 0.0455072 Sep 29 02:16:46.093156 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-3d96954f-c087-474a-b623-002ac0dc223d req-ae288cfc-e084-453d-911f-d83be1e8e7ea tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433350 Sep 29 02:16:46.216318 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7881d74c-8882-423a-8fbf-f3a58cd8d829 req-1a43a3ab-edbe-489b-bce5-28c7cf2892e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:46.217837 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7881d74c-8882-423a-8fbf-f3a58cd8d829 req-1a43a3ab-edbe-489b-bce5-28c7cf2892e0 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0387247 Sep 29 02:16:46.309158 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7881d74c-8882-423a-8fbf-f3a58cd8d829 req-a7ed60ca-8db0-44c4-9e52-5761c35a92d0 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826218 Sep 29 02:16:46.401712 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7881d74c-8882-423a-8fbf-f3a58cd8d829 req-5f9f9355-051e-4454-906a-5d14435433bb service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856597 Sep 29 02:16:47.214197 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c691928-4adc-4991-a7f8-673a0a1d3c66 req-a42299a8-a844-4c63-bb43-37d0590d5433 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:47.215561 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6c691928-4adc-4991-a7f8-673a0a1d3c66 req-a42299a8-a844-4c63-bb43-37d0590d5433 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 946 time: 0.0460174 Sep 29 02:16:47.261618 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6c691928-4adc-4991-a7f8-673a0a1d3c66 req-d272b922-1281-4f55-acf0-7424925990dc tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402102 Sep 29 02:16:48.197982 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=65,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:48.385348 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7041c2-a0b7-4b19-ba4a-2c8200e14744 req-6e9bef64-bdba-4e25-923c-689d328966ae tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:48.387129 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-fd7041c2-a0b7-4b19-ba4a-2c8200e14744 req-6e9bef64-bdba-4e25-923c-689d328966ae tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 946 time: 0.0502243 Sep 29 02:16:48.435896 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-fd7041c2-a0b7-4b19-ba4a-2c8200e14744 req-693f1692-6207-4f7f-bf8a-2c012648cda7 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424030 Sep 29 02:16:48.640026 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ad163-1390-4d07-90f6-0bf9e914827d req-efd41ff2-8619-4b43-9cdf-4929ef885844 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:48.641519 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-574ad163-1390-4d07-90f6-0bf9e914827d req-efd41ff2-8619-4b43-9cdf-4929ef885844 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 984 time: 0.0760210 Sep 29 02:16:48.642584 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a9c92-410e-4383-8939-03000ec9d68b req-81e64e93-ca6e-4445-a7b1-cdeede571bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:48.643914 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-da7a9c92-410e-4383-8939-03000ec9d68b req-81e64e93-ca6e-4445-a7b1-cdeede571bd4 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=7d0ac285a6454f88bd1ea0382844f6bf&device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 1168 time: 0.0666420 Sep 29 02:16:48.769599 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-574ad163-1390-4d07-90f6-0bf9e914827d req-9c3f79e0-31a6-4818-8f86-411ede57ff94 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&id=366af7d1-7d98-4a64-8d8e-cd6633394007&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1223121 Sep 29 02:16:48.784474 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a9c92-410e-4383-8939-03000ec9d68b req-589dea50-1dd1-474f-9357-e0881ab0a591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:48.785948 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-da7a9c92-410e-4383-8939-03000ec9d68b req-589dea50-1dd1-474f-9357-e0881ab0a591 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7 HTTP/1.1" status: 200 len: 916 time: 0.1328168 Sep 29 02:16:48.853913 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-da7a9c92-410e-4383-8939-03000ec9d68b req-2c857488-1994-46d2-8c4f-7cef6a8bd07a service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdca96a4-7592-4b3f-bc8b-2235372db214 HTTP/1.1" status: 200 len: 1001 time: 0.0612338 Sep 29 02:16:48.899941 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:48.904803 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a9c92-410e-4383-8939-03000ec9d68b req-8b3492f6-296f-4c2e-99fe-8c06d4fb36f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:48.906323 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-da7a9c92-410e-4383-8939-03000ec9d68b req-8b3492f6-296f-4c2e-99fe-8c06d4fb36f2 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=a22cbea8-e4da-4c64-ac8e-b905a8223e3b HTTP/1.1" status: 200 len: 854 time: 0.0463846 Sep 29 02:16:48.951806 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a9c92-410e-4383-8939-03000ec9d68b req-74865fca-1056-4a6c-8d45-5e9fc702f0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:48.953305 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-da7a9c92-410e-4383-8939-03000ec9d68b req-74865fca-1056-4a6c-8d45-5e9fc702f0e3 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0401759 Sep 29 02:16:49.032533 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:49.048405 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-da7a9c92-410e-4383-8939-03000ec9d68b req-421bbc13-5fff-4fb3-9436-b1de421191a2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880497 Sep 29 02:16:49.146359 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-da7a9c92-410e-4383-8939-03000ec9d68b req-595fbd3c-caad-446c-8a95-8d834f15a916 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869718 Sep 29 02:16:49.558875 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a318e4-8685-4170-aca2-2acca977cbea req-ad6e93b7-6410-4b28-a0ca-abdc2075441f tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:49.561071 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-36a318e4-8685-4170-aca2-2acca977cbea req-ad6e93b7-6410-4b28-a0ca-abdc2075441f tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 946 time: 0.0502648 Sep 29 02:16:49.592979 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-574ee7c4-d276-4cc6-a9a5-9f09e90feed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:49.608480 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-36a318e4-8685-4170-aca2-2acca977cbea req-56318f22-c6a6-4a81-86ac-872f84bdb918 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419502 Sep 29 02:16:49.892695 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d57ed-6110-445b-b6ad-4396f09e9b0b req-42bf78e4-fe17-47ef-ad8d-8d51fe788168 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:49.894184 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-aa2d57ed-6110-445b-b6ad-4396f09e9b0b req-42bf78e4-fe17-47ef-ad8d-8d51fe788168 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 984 time: 0.0487602 Sep 29 02:16:49.954989 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-aa2d57ed-6110-445b-b6ad-4396f09e9b0b req-fd72c31c-0aa0-4b38-9d18-ff73c0e9c0b9 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&id=366af7d1-7d98-4a64-8d8e-cd6633394007&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551193 Sep 29 02:16:50.732888 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1f907-3bfb-4a8a-bdd8-586da20aeffa req-fbc8b41d-30a5-46e6-ade7-de74eacb9b51 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:50.734371 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e0f1f907-3bfb-4a8a-bdd8-586da20aeffa req-fbc8b41d-30a5-46e6-ade7-de74eacb9b51 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 946 time: 0.0490291 Sep 29 02:16:50.780520 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e0f1f907-3bfb-4a8a-bdd8-586da20aeffa req-03120932-e7d8-4701-9378-ac828bd2c26e tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404994 Sep 29 02:16:51.075587 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f16017-4634-4c84-91f4-000069a8b81d req-162457aa-8053-4d1b-8030-206294f68a1c tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:51.077037 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-96f16017-4634-4c84-91f4-000069a8b81d req-162457aa-8053-4d1b-8030-206294f68a1c tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 984 time: 0.0460742 Sep 29 02:16:51.135349 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-96f16017-4634-4c84-91f4-000069a8b81d req-797b8d04-9d4f-4bd1-91be-6332da19c8fe tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&id=366af7d1-7d98-4a64-8d8e-cd6633394007&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527954 Sep 29 02:16:51.914616 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790b137-0100-4a8d-ab08-5c2e1f1e811b req-5e648126-1be2-4429-817a-1b419944d6cc tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:51.916141 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-3790b137-0100-4a8d-ab08-5c2e1f1e811b req-5e648126-1be2-4429-817a-1b419944d6cc tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 946 time: 0.0492392 Sep 29 02:16:51.967372 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-3790b137-0100-4a8d-ab08-5c2e1f1e811b req-aff441f8-7167-4918-bc0c-3a7373a3fe19 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451117 Sep 29 02:16:52.055650 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:52.061516 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=5 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:52.095780 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0db4e24a-bfb9-4c98-9025-5862fb21bcea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:52.254788 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a8f9a0-be88-4fba-aa03-ada259fa78da req-1ac49f98-7d13-4938-bf12-b72344fb343f tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:52.256259 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e2a8f9a0-be88-4fba-aa03-ada259fa78da req-1ac49f98-7d13-4938-bf12-b72344fb343f tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 984 time: 0.0475392 Sep 29 02:16:52.316748 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e2a8f9a0-be88-4fba-aa03-ada259fa78da req-984c8991-edf7-49a7-a0fe-0e91f002339b tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&id=366af7d1-7d98-4a64-8d8e-cd6633394007&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544181 Sep 29 02:16:53.093596 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045ba26-23ad-415e-af94-e48f63ba1c37 req-e33cf1e4-c8e0-4b96-b3fe-5e50ad3bab49 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:53.095084 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-3045ba26-23ad-415e-af94-e48f63ba1c37 req-e33cf1e4-c8e0-4b96-b3fe-5e50ad3bab49 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 946 time: 0.0475736 Sep 29 02:16:53.143167 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-3045ba26-23ad-415e-af94-e48f63ba1c37 req-2aa55a12-e5a2-40d6-b638-406bc828954f tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425732 Sep 29 02:16:53.218096 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:53.443076 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c21082-2b46-4bbc-884e-7ba5132bea94 req-0e7e6282-14bf-4d39-9a63-053f9fd9aa2c tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:53.444546 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-91c21082-2b46-4bbc-884e-7ba5132bea94 req-0e7e6282-14bf-4d39-9a63-053f9fd9aa2c tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 984 time: 0.0495586 Sep 29 02:16:53.509718 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-91c21082-2b46-4bbc-884e-7ba5132bea94 req-7740cff7-b0ed-43ae-97a1-d12e9c19e3ec tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&id=366af7d1-7d98-4a64-8d8e-cd6633394007&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582290 Sep 29 02:16:54.048422 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 6 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:16:54.233085 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:54.269437 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a381a-902e-4c02-8e9e-37fef9258179 req-23fc8bcd-8ded-4037-8c3f-66b4cd3cbe53 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:54.270902 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-be6a381a-902e-4c02-8e9e-37fef9258179 req-23fc8bcd-8ded-4037-8c3f-66b4cd3cbe53 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 946 time: 0.0479262 Sep 29 02:16:54.296568 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:16:54.319809 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-be6a381a-902e-4c02-8e9e-37fef9258179 req-e6a8defe-fd1b-4731-80c2-bb373c45c509 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434391 Sep 29 02:16:54.636982 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33bd10-4124-4c0a-b967-4da2fb00560f req-33a0af03-a1f1-4051-bbd9-9164f9583d26 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:54.638515 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-5d33bd10-4124-4c0a-b967-4da2fb00560f req-33a0af03-a1f1-4051-bbd9-9164f9583d26 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 984 time: 0.0499136 Sep 29 02:16:54.702695 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-5d33bd10-4124-4c0a-b967-4da2fb00560f req-03beec4a-9701-4544-b637-494891a0ca24 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&id=366af7d1-7d98-4a64-8d8e-cd6633394007&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572810 Sep 29 02:16:54.768267 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:54.863367 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:16:55.445155 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383505ab-6c3a-427b-a531-066f3afc855a req-ed62a6f9-0636-496c-8a56-d7bc28ccb17d tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:55.446671 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-383505ab-6c3a-427b-a531-066f3afc855a req-ed62a6f9-0636-496c-8a56-d7bc28ccb17d tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 946 time: 0.0484290 Sep 29 02:16:55.493681 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-383505ab-6c3a-427b-a531-066f3afc855a req-50f3946e-cd21-45a9-b231-2a495c5b5a03 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407989 Sep 29 02:16:55.827185 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89afb21-4e41-44b0-90a5-5cc04815e055 req-8fa181e5-4d9d-4fc8-ac3a-6e6bf79a0843 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:55.828758 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f89afb21-4e41-44b0-90a5-5cc04815e055 req-8fa181e5-4d9d-4fc8-ac3a-6e6bf79a0843 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 984 time: 0.0518417 Sep 29 02:16:55.909071 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f89afb21-4e41-44b0-90a5-5cc04815e055 req-2d2b2c39-506a-4788-9a0a-b60852cf9eb7 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&id=366af7d1-7d98-4a64-8d8e-cd6633394007&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0745468 Sep 29 02:16:56.726500 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7340d-fb6a-480f-902b-d020f764a5c0 req-3a6679b5-28aa-4804-8a30-5e660336527d tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:56.727966 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-52a7340d-fb6a-480f-902b-d020f764a5c0 req-3a6679b5-28aa-4804-8a30-5e660336527d tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 946 time: 0.0503821 Sep 29 02:16:56.779402 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-52a7340d-fb6a-480f-902b-d020f764a5c0 req-69ceeff6-0655-49c3-ae50-1804a10b96fa tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458395 Sep 29 02:16:57.032109 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63277483-6cbd-4fdc-abeb-48722431de01 req-ccb7003e-edc2-49c6-bc7d-807533ba94e5 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:57.034305 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-63277483-6cbd-4fdc-abeb-48722431de01 req-ccb7003e-edc2-49c6-bc7d-807533ba94e5 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 984 time: 0.0472195 Sep 29 02:16:57.095198 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-63277483-6cbd-4fdc-abeb-48722431de01 req-21e0c2ff-6907-41a7-b4d8-dfc24f266ea4 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&id=366af7d1-7d98-4a64-8d8e-cd6633394007&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552275 Sep 29 02:16:57.903283 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bf698-9438-4f4e-b53b-f7a640b7c15e req-32bb6c94-04e3-4902-8742-589bc4ae549e tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:57.904803 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9b4bf698-9438-4f4e-b53b-f7a640b7c15e req-32bb6c94-04e3-4902-8742-589bc4ae549e tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 946 time: 0.0498214 Sep 29 02:16:57.955122 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9b4bf698-9438-4f4e-b53b-f7a640b7c15e req-4b72eed9-c103-4bad-b54c-f86a25b3478d tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444934 Sep 29 02:16:58.218537 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5865b7a-3b7f-4aff-be7f-f6912aa49cf6 req-714de089-ae1f-449a-8d83-43aa6bae7aa5 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:58.220013 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c5865b7a-3b7f-4aff-be7f-f6912aa49cf6 req-714de089-ae1f-449a-8d83-43aa6bae7aa5 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 984 time: 0.0489967 Sep 29 02:16:58.280275 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c5865b7a-3b7f-4aff-be7f-f6912aa49cf6 req-19e0c1b8-88be-41e5-9905-e3a6b1f6fa83 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&id=366af7d1-7d98-4a64-8d8e-cd6633394007&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545959 Sep 29 02:16:59.072850 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f2c59-09c7-4343-93b8-9bc555355bfb req-1bcf7a60-86f9-46db-b4ca-bc3d764af114 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:59.074542 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-2a0f2c59-09c7-4343-93b8-9bc555355bfb req-1bcf7a60-86f9-46db-b4ca-bc3d764af114 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 946 time: 0.0458708 Sep 29 02:16:59.124847 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-2a0f2c59-09c7-4343-93b8-9bc555355bfb req-faac2d09-e5ce-4541-be72-9c1a2bbc391a tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448518 Sep 29 02:16:59.401223 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732ea79-a50c-4201-ad98-7b9f0c35fe6a req-b1b9dad6-acbe-489a-8c35-62088c407709 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:16:59.402735 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f732ea79-a50c-4201-ad98-7b9f0c35fe6a req-b1b9dad6-acbe-489a-8c35-62088c407709 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 984 time: 0.0463765 Sep 29 02:16:59.463696 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f732ea79-a50c-4201-ad98-7b9f0c35fe6a req-b0fc851f-bf9d-4f03-98b3-02b699fbdc7d tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&id=366af7d1-7d98-4a64-8d8e-cd6633394007&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552409 Sep 29 02:17:00.234041 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:00.247141 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db5878-f56b-4eca-8e74-7bea8c45091a req-dde7318b-da8c-4634-a63b-ea60842a7c1f tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:00.248619 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-39db5878-f56b-4eca-8e74-7bea8c45091a req-dde7318b-da8c-4634-a63b-ea60842a7c1f tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 946 time: 0.0496678 Sep 29 02:17:00.295279 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-39db5878-f56b-4eca-8e74-7bea8c45091a req-93156daa-5945-4645-89f0-684c7c1379bd tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411968 Sep 29 02:17:00.576307 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:00.591516 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ab498-b541-47e2-8442-a9c22f5bfdb3 req-40ee0dab-7323-4122-8993-d984d5f74e3c tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:00.593020 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0b2ab498-b541-47e2-8442-a9c22f5bfdb3 req-40ee0dab-7323-4122-8993-d984d5f74e3c tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 984 time: 0.0507252 Sep 29 02:17:00.652411 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0b2ab498-b541-47e2-8442-a9c22f5bfdb3 req-d43de81a-0fc5-48cc-8cb1-b616981c5c06 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&id=366af7d1-7d98-4a64-8d8e-cd6633394007&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537601 Sep 29 02:17:01.414592 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc023e9d-9b0a-4ba1-b142-00fffca808cc req-ca39bda5-b638-440f-b2b8-be4c9e85980c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:01.416064 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-fc023e9d-9b0a-4ba1-b142-00fffca808cc req-ca39bda5-b638-440f-b2b8-be4c9e85980c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 946 time: 0.0460610 Sep 29 02:17:01.462049 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-fc023e9d-9b0a-4ba1-b142-00fffca808cc req-afc3c98b-2eee-4f2b-8acc-09b6752ae398 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398645 Sep 29 02:17:01.776241 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0bad3-6a4e-464d-bc02-66ee9cf5f2f8 req-2b646c68-c6e4-4b65-9069-c06087df1c0b tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:01.778370 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-62a0bad3-6a4e-464d-bc02-66ee9cf5f2f8 req-2b646c68-c6e4-4b65-9069-c06087df1c0b tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 984 time: 0.0500536 Sep 29 02:17:01.842889 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-62a0bad3-6a4e-464d-bc02-66ee9cf5f2f8 req-28bff681-1ec9-47ed-9dac-e9c4f9dd6f97 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&id=366af7d1-7d98-4a64-8d8e-cd6633394007&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588486 Sep 29 02:17:02.296070 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854e879-0041-4b9c-907a-4008cae1fcd4 req-3d00ca9a-81b2-4a47-b7bb-20b5a3a7779e tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:02.297602 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4854e879-0041-4b9c-907a-4008cae1fcd4 req-3d00ca9a-81b2-4a47-b7bb-20b5a3a7779e tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=72a4c103-d24e-47d3-8283-bdaeb2cc9682 HTTP/1.1" status: 200 len: 946 time: 0.0490229 Sep 29 02:17:02.351669 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4854e879-0041-4b9c-907a-4008cae1fcd4 req-046c3f2b-4ecc-4195-821d-cbfa3c7b59ae tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=649cf8de-f7ed-45dc-b7aa-0acf4cf92579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418308 Sep 29 02:17:02.584787 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b8519b-8e4b-473a-93ae-6cf0742a0bfe req-ebafb052-b74b-4cf0-9fb8-cc76ff718999 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:02.586247 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-38b8519b-8e4b-473a-93ae-6cf0742a0bfe req-ebafb052-b74b-4cf0-9fb8-cc76ff718999 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 946 time: 0.0462878 Sep 29 02:17:02.632335 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-38b8519b-8e4b-473a-93ae-6cf0742a0bfe req-4520841c-1650-4374-b4ba-2d8d56216e92 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404165 Sep 29 02:17:02.971030 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898fbea-bd3f-42e9-90f7-212a14e4450f req-38970939-8ace-4c57-bb24-36af7d2dd545 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:02.973127 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7898fbea-bd3f-42e9-90f7-212a14e4450f req-38970939-8ace-4c57-bb24-36af7d2dd545 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 984 time: 0.0510852 Sep 29 02:17:03.033259 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7898fbea-bd3f-42e9-90f7-212a14e4450f req-5531d550-b7be-4db0-878d-7b0b45c547d9 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&id=366af7d1-7d98-4a64-8d8e-cd6633394007&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548036 Sep 29 02:17:03.471759 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a565b-d5ee-4fd4-a26f-18b8696142aa req-7bc7e044-a0bc-4376-9aac-24c3f0568f47 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:03.473184 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b59a565b-d5ee-4fd4-a26f-18b8696142aa req-7bc7e044-a0bc-4376-9aac-24c3f0568f47 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=72a4c103-d24e-47d3-8283-bdaeb2cc9682 HTTP/1.1" status: 200 len: 946 time: 0.0460620 Sep 29 02:17:03.519801 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b59a565b-d5ee-4fd4-a26f-18b8696142aa req-1191aa11-75d4-459e-9f89-f8c71e487e13 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=649cf8de-f7ed-45dc-b7aa-0acf4cf92579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411012 Sep 29 02:17:03.758058 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fcdde2-337c-42d3-9b98-45a7c7ad5947 req-30147ef3-02b4-4403-906b-f83bb5f6dccc tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:03.760775 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-46fcdde2-337c-42d3-9b98-45a7c7ad5947 req-30147ef3-02b4-4403-906b-f83bb5f6dccc tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 946 time: 0.0522470 Sep 29 02:17:04.043716 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:04.044560 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:04.072045 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405e435-799b-45da-a524-4253c48ff8c8 req-f65db8f3-8a3c-4dbf-a394-8a9a09078289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:04.074065 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-3405e435-799b-45da-a524-4253c48ff8c8 req-f65db8f3-8a3c-4dbf-a394-8a9a09078289 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 1130 time: 0.0591748 Sep 29 02:17:04.077255 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-46fcdde2-337c-42d3-9b98-45a7c7ad5947 req-873e7a90-9eb0-498b-b30f-3fa3849071a6 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3101757 Sep 29 02:17:04.185654 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea59448-89d8-416e-a724-8d47d797e704 req-5cf9052e-0f2f-464a-bed8-bccc1e1d4b36 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:04.187094 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9ea59448-89d8-416e-a724-8d47d797e704 req-5cf9052e-0f2f-464a-bed8-bccc1e1d4b36 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 984 time: 0.0501769 Sep 29 02:17:04.265449 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:04.299510 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e811c-b4b0-4f7d-837e-07f4c4f3cd20 req-6d9754b6-b1ac-4b6c-80a0-24c8d24a0233 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:04.301163 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-8c8e811c-b4b0-4f7d-837e-07f4c4f3cd20 req-6d9754b6-b1ac-4b6c-80a0-24c8d24a0233 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=64dca9aa-1c26-40bd-8e45-399988b8d44f HTTP/1.1" status: 200 len: 946 time: 0.0926559 Sep 29 02:17:04.310944 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9ea59448-89d8-416e-a724-8d47d797e704 req-0c8304bd-d387-4758-84a0-bbfda8a4a641 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&id=366af7d1-7d98-4a64-8d8e-cd6633394007&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1180778 Sep 29 02:17:04.334198 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:04.343189 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe1112-c127-4b31-9461-e1e8ee0aa0de req-ba23109c-1108-4ba2-8815-a5a7f08bf44e tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:04.344662 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-b1fe1112-c127-4b31-9461-e1e8ee0aa0de req-ba23109c-1108-4ba2-8815-a5a7f08bf44e tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=72a4c103-d24e-47d3-8283-bdaeb2cc9682 HTTP/1.1" status: 200 len: 946 time: 0.0527852 Sep 29 02:17:04.346248 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-3405e435-799b-45da-a524-4253c48ff8c8 req-28bb2c97-9bce-4aa6-b9bf-7f6945d91d79 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921400 Sep 29 02:17:04.373016 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-8c8e811c-b4b0-4f7d-837e-07f4c4f3cd20 req-c00aec6e-e186-496d-9439-f29bd97de4c6 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=145073e6-d7d3-4f1e-a152-ff3f6ae43270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566385 Sep 29 02:17:04.642389 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387978ce-a88f-4a54-8b19-0fb65a782372 req-c31a4cc7-73e2-464c-835f-5bf594df7af3 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:04.643829 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-387978ce-a88f-4a54-8b19-0fb65a782372 req-c31a4cc7-73e2-464c-835f-5bf594df7af3 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=72a4c103-d24e-47d3-8283-bdaeb2cc9682 HTTP/1.1" status: 200 len: 946 time: 0.0485990 Sep 29 02:17:04.689898 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-387978ce-a88f-4a54-8b19-0fb65a782372 req-b75e874b-aafa-4fd4-929d-1408137a7d74 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=649cf8de-f7ed-45dc-b7aa-0acf4cf92579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406036 Sep 29 02:17:04.857211 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:04.859115 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:05.196559 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c3d96-4707-42ec-b545-9d7eee20780c req-b45ea0be-d48d-4ea2-a6b8-645884377258 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:05.198035 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4f7c3d96-4707-42ec-b545-9d7eee20780c req-b45ea0be-d48d-4ea2-a6b8-645884377258 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 946 time: 0.0458751 Sep 29 02:17:05.244250 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4f7c3d96-4707-42ec-b545-9d7eee20780c req-7e51aee0-4852-42be-b365-5a6b0fd8270a tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401280 Sep 29 02:17:05.431866 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c03ca-1b26-4f80-b335-262e94eb76df req-cb797bed-0062-4cd8-bf4a-34fee0070796 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:05.434056 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-fa2c03ca-1b26-4f80-b335-262e94eb76df req-cb797bed-0062-4cd8-bf4a-34fee0070796 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 984 time: 0.0474343 Sep 29 02:17:05.519990 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c0405-0ca1-42be-86dd-10106aa772c9 req-0043f1be-fd10-4f73-b878-c8e99afe2705 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:05.521615 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ac6c0405-0ca1-42be-86dd-10106aa772c9 req-0043f1be-fd10-4f73-b878-c8e99afe2705 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=64dca9aa-1c26-40bd-8e45-399988b8d44f HTTP/1.1" status: 200 len: 946 time: 0.0675011 Sep 29 02:17:05.549481 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-fa2c03ca-1b26-4f80-b335-262e94eb76df req-f378ee55-790d-4baa-956f-2caf569ac8a9 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&id=366af7d1-7d98-4a64-8d8e-cd6633394007&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1090250 Sep 29 02:17:05.578413 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ac6c0405-0ca1-42be-86dd-10106aa772c9 req-de1a2dc7-c883-4966-9e4d-42a7449b4168 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=145073e6-d7d3-4f1e-a152-ff3f6ae43270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495172 Sep 29 02:17:05.808490 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d72f3-060b-4ee0-9feb-c6f13d2265e2 req-2e1c4b65-73af-42f2-b569-c49280bae6a7 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:05.809962 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4a1d72f3-060b-4ee0-9feb-c6f13d2265e2 req-2e1c4b65-73af-42f2-b569-c49280bae6a7 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=72a4c103-d24e-47d3-8283-bdaeb2cc9682 HTTP/1.1" status: 200 len: 946 time: 0.0452995 Sep 29 02:17:05.855765 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4a1d72f3-060b-4ee0-9feb-c6f13d2265e2 req-316998e2-5b37-4493-8fdc-403d87790ad1 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=649cf8de-f7ed-45dc-b7aa-0acf4cf92579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404119 Sep 29 02:17:06.370131 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1ee72-0677-4015-b7b4-1253fd532ecf req-c2fed572-f237-4783-8ca6-b7bc42919556 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:06.371698 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a6f1ee72-0677-4015-b7b4-1253fd532ecf req-c2fed572-f237-4783-8ca6-b7bc42919556 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 946 time: 0.0502324 Sep 29 02:17:06.418467 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a6f1ee72-0677-4015-b7b4-1253fd532ecf req-7f7c853f-e718-4348-a816-29dcf5099f33 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413175 Sep 29 02:17:06.697758 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f1eab-3d05-421d-8035-a4b9f5063a54 req-9fd791af-d9ae-4e30-bbcf-75ad763d4b7a tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:06.700035 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6a4f1eab-3d05-421d-8035-a4b9f5063a54 req-9fd791af-d9ae-4e30-bbcf-75ad763d4b7a tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 984 time: 0.0751541 Sep 29 02:17:06.718877 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53aadd0-f663-48e9-b4a4-0be9a0773138 req-dfe68a85-a54a-47d1-aa01-f887f4daf6bd tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:06.720273 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a53aadd0-f663-48e9-b4a4-0be9a0773138 req-dfe68a85-a54a-47d1-aa01-f887f4daf6bd tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=64dca9aa-1c26-40bd-8e45-399988b8d44f HTTP/1.1" status: 200 len: 946 time: 0.0661957 Sep 29 02:17:06.802350 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a53aadd0-f663-48e9-b4a4-0be9a0773138 req-6bf7700e-1905-4e79-8427-9eb4a2ca41a5 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=145073e6-d7d3-4f1e-a152-ff3f6ae43270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751319 Sep 29 02:17:06.807275 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6a4f1eab-3d05-421d-8035-a4b9f5063a54 req-ea4c86d1-739d-4744-9949-79bb8ef60f7b tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&id=366af7d1-7d98-4a64-8d8e-cd6633394007&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1017349 Sep 29 02:17:06.979306 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dcc7a5-7b2e-41b9-84f8-22b57949e738 req-149c8564-0eb3-442c-a108-e9feb74e1e2b tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:06.981202 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-36dcc7a5-7b2e-41b9-84f8-22b57949e738 req-149c8564-0eb3-442c-a108-e9feb74e1e2b tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=72a4c103-d24e-47d3-8283-bdaeb2cc9682 HTTP/1.1" status: 200 len: 946 time: 0.0486288 Sep 29 02:17:07.034748 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-36dcc7a5-7b2e-41b9-84f8-22b57949e738 req-e8b8b33d-861b-4822-92c3-e8ceba33aa76 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=649cf8de-f7ed-45dc-b7aa-0acf4cf92579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480728 Sep 29 02:17:07.527909 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:07.538361 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147381dc-2137-45de-84eb-7f3c64101a97 req-9c617ab4-fff8-4114-9565-ebef95c789e3 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:07.539822 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-147381dc-2137-45de-84eb-7f3c64101a97 req-9c617ab4-fff8-4114-9565-ebef95c789e3 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 946 time: 0.0474446 Sep 29 02:17:07.590955 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-147381dc-2137-45de-84eb-7f3c64101a97 req-bba600c2-57d6-4394-ae81-6f672423573e tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449574 Sep 29 02:17:07.935605 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:07.952592 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10990f54-5484-4cf1-bf9b-13f046902a9d req-d07e02e7-8ea9-4062-a473-56fb2670ab18 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:07.954095 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-10990f54-5484-4cf1-bf9b-13f046902a9d req-d07e02e7-8ea9-4062-a473-56fb2670ab18 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=64dca9aa-1c26-40bd-8e45-399988b8d44f HTTP/1.1" status: 200 len: 946 time: 0.0760105 Sep 29 02:17:07.961509 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84caff34-37cb-4f69-9055-d5f59756bce3 req-17d22485-a61c-4d92-84ef-72963ce3804b tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:07.962843 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-84caff34-37cb-4f69-9055-d5f59756bce3 req-17d22485-a61c-4d92-84ef-72963ce3804b tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 984 time: 0.0757189 Sep 29 02:17:08.034352 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-10990f54-5484-4cf1-bf9b-13f046902a9d req-7879079b-5176-4df1-8a01-1cf2c1e205b5 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=145073e6-d7d3-4f1e-a152-ff3f6ae43270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705788 Sep 29 02:17:08.062729 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-84caff34-37cb-4f69-9055-d5f59756bce3 req-82d90621-d098-4431-bb09-4de5c6fe5b6e tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&id=366af7d1-7d98-4a64-8d8e-cd6633394007&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0916290 Sep 29 02:17:08.154301 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28063ad7-50fe-4ff4-8170-36de77a454db req-bbbbb056-bb8c-486a-98c1-a839f0d0e449 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:08.155680 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-28063ad7-50fe-4ff4-8170-36de77a454db req-bbbbb056-bb8c-486a-98c1-a839f0d0e449 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=72a4c103-d24e-47d3-8283-bdaeb2cc9682 HTTP/1.1" status: 200 len: 946 time: 0.0469458 Sep 29 02:17:08.202510 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-28063ad7-50fe-4ff4-8170-36de77a454db req-89982c3b-a1c6-4acb-8818-93a8133748ce tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=649cf8de-f7ed-45dc-b7aa-0acf4cf92579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413039 Sep 29 02:17:08.212910 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:08.444209 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 289300e1-bded-450c-8656-b7135f655e87 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:17:08.515171 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port 289300e1-bded-450c-8656-b7135f655e87 is: ACTIVE; New status is: DOWN {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:17:08.515552 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (289300e1-bded-450c-8656-b7135f655e87), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:08.538052 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a4c103-d24e-47d3-8283-bdaeb2cc9682', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '289300e1-bded-450c-8656-b7135f655e87'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:17:08.540235 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9024dbdcad92e29b408608371dc01104c16b992bc758fd4b6455d872f62f597b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948cf152-0e72-49ef-8a82-b04fa58cbdba" -d '{"events": [{"server_uuid": "72a4c103-d24e-47d3-8283-bdaeb2cc9682", "name": "network-vif-unplugged", "status": "completed", "tag": "289300e1-bded-450c-8656-b7135f655e87"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:17:08.552152 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 289300e1-bded-450c-8656-b7135f655e87, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=289300e1-bded-450c-8656-b7135f655e87,segment=NetworkSegment(1941badf-aa62-4a91-ac01-3d965bf2bf64),segment_id=1941badf-aa62-4a91-ac01-3d965bf2bf64)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:08.556908 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (289300e1-bded-450c-8656-b7135f655e87), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:08.581234 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Sep 2022 02:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c3d55c-aaee-4fcd-9e45-723743085c9b x-openstack-request-id: req-a5c3d55c-aaee-4fcd-9e45-723743085c9b {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:17:08.581564 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a4c103-d24e-47d3-8283-bdaeb2cc9682", "name": "network-vif-unplugged", "status": "completed", "tag": "289300e1-bded-450c-8656-b7135f655e87", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:17:08.581815 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a5c3d55c-aaee-4fcd-9e45-723743085c9b {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:17:08.582199 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5c3d55c-aaee-4fcd-9e45-723743085c9b'] response: {'server_uuid': '72a4c103-d24e-47d3-8283-bdaeb2cc9682', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '289300e1-bded-450c-8656-b7135f655e87', 'code': 200} Sep 29 02:17:08.605627 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Pushing event updated for resources: {'Port': ['ID=289300e1-bded-450c-8656-b7135f655e87,revision_number=6']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:08.711335 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f727b4-3e08-4aa5-8e04-6d5d2c5f28e0 req-7cdf6248-da46-4618-804f-bc0cc88f3b18 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:08.712698 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a6f727b4-3e08-4aa5-8e04-6d5d2c5f28e0 req-7cdf6248-da46-4618-804f-bc0cc88f3b18 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 946 time: 0.0466995 Sep 29 02:17:08.760408 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a6f727b4-3e08-4aa5-8e04-6d5d2c5f28e0 req-45f089e3-5ab9-49ad-b7d3-04ce837d7dac tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417237 Sep 29 02:17:09.079426 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-b1fe1112-c127-4b31-9461-e1e8ee0aa0de req-f8d4f787-2475-4262-9611-6f682818ce89 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Deleting port 289300e1-bded-450c-8656-b7135f655e87 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:17:09.079868 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b1fe1112-c127-4b31-9461-e1e8ee0aa0de req-f8d4f787-2475-4262-9611-6f682818ce89 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (289300e1-bded-450c-8656-b7135f655e87), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:09.173129 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-b1fe1112-c127-4b31-9461-e1e8ee0aa0de req-f8d4f787-2475-4262-9611-6f682818ce89 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] For port 289300e1-bded-450c-8656-b7135f655e87, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=289300e1-bded-450c-8656-b7135f655e87,segment=NetworkSegment(1941badf-aa62-4a91-ac01-3d965bf2bf64),segment_id=1941badf-aa62-4a91-ac01-3d965bf2bf64)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:09.173518 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b1fe1112-c127-4b31-9461-e1e8ee0aa0de req-f8d4f787-2475-4262-9611-6f682818ce89 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (289300e1-bded-450c-8656-b7135f655e87), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:09.185478 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcba773-7882-41cf-980c-83572102e972 req-97e2ab3e-dcad-40ce-99cc-ec2c3c2f1a91 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:09.186981 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-edcba773-7882-41cf-980c-83572102e972 req-97e2ab3e-dcad-40ce-99cc-ec2c3c2f1a91 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=64dca9aa-1c26-40bd-8e45-399988b8d44f HTTP/1.1" status: 200 len: 946 time: 0.0755181 Sep 29 02:17:09.223467 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12146a10-632f-4082-aba6-2d7694d2aa11 req-e93260b4-bf8c-447e-8d0f-3bc167771368 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:09.225564 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-12146a10-632f-4082-aba6-2d7694d2aa11 req-e93260b4-bf8c-447e-8d0f-3bc167771368 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 984 time: 0.0808303 Sep 29 02:17:09.290450 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-edcba773-7882-41cf-980c-83572102e972 req-b9c574fc-d6f8-4e40-babb-84ce84bbc25c tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=145073e6-d7d3-4f1e-a152-ff3f6ae43270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975530 Sep 29 02:17:09.331153 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-12146a10-632f-4082-aba6-2d7694d2aa11 req-15ca9377-a9f2-477e-8cfe-b4a4983e78c3 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&id=366af7d1-7d98-4a64-8d8e-cd6633394007&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0987008 Sep 29 02:17:09.389497 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b1fe1112-c127-4b31-9461-e1e8ee0aa0de req-f8d4f787-2475-4262-9611-6f682818ce89 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:09.389853 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b1fe1112-c127-4b31-9461-e1e8ee0aa0de req-f8d4f787-2475-4262-9611-6f682818ce89 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1596334'] for floatingip (28042dfa-68e2-4c66-a799-12ad52105b6a), after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:09.390173 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.db.l3_db [req-b1fe1112-c127-4b31-9461-e1e8ee0aa0de req-f8d4f787-2475-4262-9611-6f682818ce89 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Floating IP 28042dfa-68e2-4c66-a799-12ad52105b6a disassociated. External IP: 172.28.2.223, port: 289300e1-bded-450c-8656-b7135f655e87. Sep 29 02:17:09.390514 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-b1fe1112-c127-4b31-9461-e1e8ee0aa0de req-f8d4f787-2475-4262-9611-6f682818ce89 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Calling delete_port for 289300e1-bded-450c-8656-b7135f655e87 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:17:09.413342 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2838c-e9ba-4ba7-9a18-e5ece9b622bf req-fd8eb0be-535f-4c16-b1d6-163040bafa36 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:09.414814 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-eee2838c-e9ba-4ba7-9a18-e5ece9b622bf req-fd8eb0be-535f-4c16-b1d6-163040bafa36 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=72a4c103-d24e-47d3-8283-bdaeb2cc9682 HTTP/1.1" status: 200 len: 944 time: 0.0469165 Sep 29 02:17:09.467292 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-eee2838c-e9ba-4ba7-9a18-e5ece9b622bf req-13ee9ed0-a724-4c41-810e-c39eaf5b70be tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=649cf8de-f7ed-45dc-b7aa-0acf4cf92579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457275 Sep 29 02:17:09.516812 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b1fe1112-c127-4b31-9461-e1e8ee0aa0de req-f8d4f787-2475-4262-9611-6f682818ce89 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429'] for port (289300e1-bded-450c-8656-b7135f655e87), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:09.543539 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d4f787-2475-4262-9611-6f682818ce89 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Pushing event deleted for resources: {'Port': ['ID=289300e1-bded-450c-8656-b7135f655e87,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:09.557123 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d4f787-2475-4262-9611-6f682818ce89 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:09.557537 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d4f787-2475-4262-9611-6f682818ce89 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:09.557878 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d4f787-2475-4262-9611-6f682818ce89 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:09.558211 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d4f787-2475-4262-9611-6f682818ce89 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:09.558541 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d4f787-2475-4262-9611-6f682818ce89 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:09.558867 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d4f787-2475-4262-9611-6f682818ce89 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:09.559186 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d4f787-2475-4262-9611-6f682818ce89 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:09.559503 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d4f787-2475-4262-9611-6f682818ce89 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:09.559822 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d4f787-2475-4262-9611-6f682818ce89 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:09.560138 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d4f787-2475-4262-9611-6f682818ce89 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:09.560454 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d4f787-2475-4262-9611-6f682818ce89 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:09.560767 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d4f787-2475-4262-9611-6f682818ce89 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:09.561080 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d4f787-2475-4262-9611-6f682818ce89 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:09.561419 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d4f787-2475-4262-9611-6f682818ce89 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:09.561732 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d4f787-2475-4262-9611-6f682818ce89 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:09.671528 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1fe1112-c127-4b31-9461-e1e8ee0aa0de req-f8d4f787-2475-4262-9611-6f682818ce89 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Router 17ccc970-db74-48fa-898c-ddc4443f89df has already been hosted by L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:17:09.714204 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a621484-07c1-4a42-a4da-e8fcff03ce1c req-31460e96-a2f1-4089-8516-836337788792 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:09.715669 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-8a621484-07c1-4a42-a4da-e8fcff03ce1c req-31460e96-a2f1-4089-8516-836337788792 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=64dca9aa-1c26-40bd-8e45-399988b8d44f HTTP/1.1" status: 200 len: 946 time: 0.0663383 Sep 29 02:17:09.777584 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1fe1112-c127-4b31-9461-e1e8ee0aa0de req-f8d4f787-2475-4262-9611-6f682818ce89 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:17:09.787000 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32e4005-4259-43b6-8338-f59be7a94a4b None None] Sync routers for ids ['17ccc970-db74-48fa-898c-ddc4443f89df'] in dv-cinder-740146-21-smb {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:17:09.817219 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32e4005-4259-43b6-8338-f59be7a94a4b None None] Routers {'17ccc970-db74-48fa-898c-ddc4443f89df'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:17:09.817893 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c32e4005-4259-43b6-8338-f59be7a94a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:16:52Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['17ccc970-db74-48fa-898c-ddc4443f89df'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:09.820417 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1fe1112-c127-4b31-9461-e1e8ee0aa0de req-f8d4f787-2475-4262-9611-6f682818ce89 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] No DVR routers for this DVR port 289300e1-bded-450c-8656-b7135f655e87 on host hv-cinder-74014 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:17:09.824664 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-b1fe1112-c127-4b31-9461-e1e8ee0aa0de req-f8d4f787-2475-4262-9611-6f682818ce89 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for port (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:09.828250 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-b1fe1112-c127-4b31-9461-e1e8ee0aa0de req-f8d4f787-2475-4262-9611-6f682818ce89 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.16 "DELETE /networking/v2.0/ports/289300e1-bded-450c-8656-b7135f655e87 HTTP/1.1" status: 204 len: 173 time: 0.8289497 Sep 29 02:17:09.828948 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a4c103-d24e-47d3-8283-bdaeb2cc9682', 'name': 'network-vif-deleted', 'tag': '289300e1-bded-450c-8656-b7135f655e87'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:17:09.832524 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8801c8fb5daab99fa39d625c1bbc33038df1047fb3a9edb171ad2e86806648d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ff23f6-f1aa-45f1-9476-dfa21ac9a340" -d '{"events": [{"server_uuid": "72a4c103-d24e-47d3-8283-bdaeb2cc9682", "name": "network-vif-deleted", "tag": "289300e1-bded-450c-8656-b7135f655e87"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:17:09.875460 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74f6e4c-da14-4263-963b-91c9f81d3f77 x-openstack-request-id: req-b74f6e4c-da14-4263-963b-91c9f81d3f77 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:17:09.875699 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a4c103-d24e-47d3-8283-bdaeb2cc9682", "name": "network-vif-deleted", "tag": "289300e1-bded-450c-8656-b7135f655e87", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:17:09.875950 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b74f6e4c-da14-4263-963b-91c9f81d3f77 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:17:09.876355 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b74f6e4c-da14-4263-963b-91c9f81d3f77'] response: {'server_uuid': '72a4c103-d24e-47d3-8283-bdaeb2cc9682', 'name': 'network-vif-deleted', 'tag': '289300e1-bded-450c-8656-b7135f655e87', 'status': 'completed', 'code': 200} Sep 29 02:17:09.901754 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066a3ea-0db3-4c06-9611-94ac0b1c3e99 req-e90f2cdd-aa6d-4fe7-bd9e-0527711150fb tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:09.903406 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-3066a3ea-0db3-4c06-9611-94ac0b1c3e99 req-e90f2cdd-aa6d-4fe7-bd9e-0527711150fb tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 946 time: 0.0542383 Sep 29 02:17:09.958159 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-3066a3ea-0db3-4c06-9611-94ac0b1c3e99 req-3c967a45-dbf1-4082-b7b7-101d0a23acce tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473063 Sep 29 02:17:10.058956 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-c32e4005-4259-43b6-8338-f59be7a94a4b None None] Set router 17ccc970-db74-48fa-898c-ddc4443f89df gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:17:10.274871 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c32e4005-4259-43b6-8338-f59be7a94a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'name': 'tempest-AttachVolumeNegativeTest-823417103-router', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:11:49Z', 'revision_number': 4, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'gw_port': {'id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:40Z', 'updated_at': '2022-09-29T02:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_floatingips': [{'id': 'f025f42d-ccff-45a2-940d-ec4a0eaff577', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'floating_ip_address': '172.28.2.32', 'floating_network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'router_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'port_id': '3c36b3fe-adc9-49c5-8294-93c8b0444be5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'mac_address': 'fa:16:3e:e4:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b844ec9-d6e9-434f-b90c-137b2628fab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:11:57Z', 'updated_at': '2022-09-29T02:12:53Z', 'revision_number': 2, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cf6ac9c-d1f1-4274-b794-31248e1deb48', 'name': '', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'mac_address': 'fa:16:3e:0d:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:46Z', 'updated_at': '2022-09-29T02:11:55Z', 'revision_number': 5, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'subnets': [{'id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:10.313352 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32e4005-4259-43b6-8338-f59be7a94a4b None None] Checking router: 17ccc970-db74-48fa-898c-ddc4443f89df for host: dv-cinder-740146-21-smb {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:17:10.324722 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32e4005-4259-43b6-8338-f59be7a94a4b None None] Routers {'17ccc970-db74-48fa-898c-ddc4443f89df'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:17:10.325401 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c32e4005-4259-43b6-8338-f59be7a94a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:16:52Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['17ccc970-db74-48fa-898c-ddc4443f89df'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:10.390851 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-8a621484-07c1-4a42-a4da-e8fcff03ce1c req-990da53b-a988-4ee9-8dab-73de8a3980bc tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Deleting port 987576a8-ebaa-4500-9a84-1a8c1882aebb {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:17:10.391210 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-8a621484-07c1-4a42-a4da-e8fcff03ce1c req-990da53b-a988-4ee9-8dab-73de8a3980bc tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (987576a8-ebaa-4500-9a84-1a8c1882aebb), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:10.448886 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-c32e4005-4259-43b6-8338-f59be7a94a4b None None] Set router 17ccc970-db74-48fa-898c-ddc4443f89df gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:17:10.507519 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708be5ed-8a6d-49aa-94da-960a953bf6dd req-0b591238-fd2b-4781-bfa6-fe6e31692d91 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:10.508908 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-708be5ed-8a6d-49aa-94da-960a953bf6dd req-0b591238-fd2b-4781-bfa6-fe6e31692d91 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=64dca9aa-1c26-40bd-8e45-399988b8d44f HTTP/1.1" status: 200 len: 946 time: 0.1200273 Sep 29 02:17:10.514157 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:10.539908 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefd70d-d5cf-468f-b9ec-6c23c4237158 req-575a0776-b093-40bf-893b-c0730c156e5e tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:10.541364 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-3fefd70d-d5cf-468f-b9ec-6c23c4237158 req-575a0776-b093-40bf-893b-c0730c156e5e tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 984 time: 0.1166577 Sep 29 02:17:10.579410 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:10.613269 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-8a621484-07c1-4a42-a4da-e8fcff03ce1c req-990da53b-a988-4ee9-8dab-73de8a3980bc tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] For port 987576a8-ebaa-4500-9a84-1a8c1882aebb, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=987576a8-ebaa-4500-9a84-1a8c1882aebb,segment=NetworkSegment(e94d2288-b31f-4841-a25d-0aeb698d0408),segment_id=e94d2288-b31f-4841-a25d-0aeb698d0408)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:10.613853 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-8a621484-07c1-4a42-a4da-e8fcff03ce1c req-990da53b-a988-4ee9-8dab-73de8a3980bc tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (987576a8-ebaa-4500-9a84-1a8c1882aebb), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:10.644880 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-8a621484-07c1-4a42-a4da-e8fcff03ce1c req-990da53b-a988-4ee9-8dab-73de8a3980bc tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Calling delete_port for 987576a8-ebaa-4500-9a84-1a8c1882aebb owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:17:10.662624 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-708be5ed-8a6d-49aa-94da-960a953bf6dd req-75c30d31-ce9e-468e-b0ac-deabf8e43ee9 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=145073e6-d7d3-4f1e-a152-ff3f6ae43270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410708 Sep 29 02:17:10.677274 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:10.682629 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c32e4005-4259-43b6-8338-f59be7a94a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'name': 'tempest-AttachVolumeNegativeTest-823417103-router', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:11:49Z', 'revision_number': 4, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'gw_port': {'id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:40Z', 'updated_at': '2022-09-29T02:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_floatingips': [{'id': 'f025f42d-ccff-45a2-940d-ec4a0eaff577', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'floating_ip_address': '172.28.2.32', 'floating_network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'router_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'port_id': '3c36b3fe-adc9-49c5-8294-93c8b0444be5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'mac_address': 'fa:16:3e:e4:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b844ec9-d6e9-434f-b90c-137b2628fab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:11:57Z', 'updated_at': '2022-09-29T02:12:53Z', 'revision_number': 2, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cf6ac9c-d1f1-4274-b794-31248e1deb48', 'name': '', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'mac_address': 'fa:16:3e:0d:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:46Z', 'updated_at': '2022-09-29T02:11:55Z', 'revision_number': 5, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'subnets': [{'id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:10.712261 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32e4005-4259-43b6-8338-f59be7a94a4b None None] The sync data for ids ['17ccc970-db74-48fa-898c-ddc4443f89df'] in dv-cinder-740146-21-smb is: [{'id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'name': 'tempest-AttachVolumeNegativeTest-823417103-router', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:11:49Z', 'revision_number': 4, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'gw_port': {'id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:40Z', 'updated_at': '2022-09-29T02:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_floatingips': [{'id': 'f025f42d-ccff-45a2-940d-ec4a0eaff577', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'floating_ip_address': '172.28.2.32', 'floating_network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'router_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'port_id': '3c36b3fe-adc9-49c5-8294-93c8b0444be5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'mac_address': 'fa:16:3e:e4:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b844ec9-d6e9-434f-b90c-137b2628fab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:11:57Z', 'updated_at': '2022-09-29T02:12:53Z', 'revision_number': 2, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cf6ac9c-d1f1-4274-b794-31248e1deb48', 'name': '', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'mac_address': 'fa:16:3e:0d:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:46Z', 'updated_at': '2022-09-29T02:11:55Z', 'revision_number': 5, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'subnets': [{'id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:17:10.729070 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-3fefd70d-d5cf-468f-b9ec-6c23c4237158 req-6aa5b25d-1de2-48d9-9039-16894e568805 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&id=366af7d1-7d98-4a64-8d8e-cd6633394007&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1790073 Sep 29 02:17:10.768010 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7ad912de-2fc4-4c29-876b-8f1e75ce642a req-f6d3e55a-bed6-45a9-baa3-fcc8bd546ae8 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=72a4c103-d24e-47d3-8283-bdaeb2cc9682 HTTP/1.1" status: 200 len: 210 time: 0.0337391 Sep 29 02:17:10.899532 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-8a621484-07c1-4a42-a4da-e8fcff03ce1c req-990da53b-a988-4ee9-8dab-73de8a3980bc tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (987576a8-ebaa-4500-9a84-1a8c1882aebb), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:10.943860 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990da53b-a988-4ee9-8dab-73de8a3980bc tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Pushing event deleted for resources: {'Port': ['ID=987576a8-ebaa-4500-9a84-1a8c1882aebb,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:11.014965 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a621484-07c1-4a42-a4da-e8fcff03ce1c req-990da53b-a988-4ee9-8dab-73de8a3980bc tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] No DVR routers for this DVR port 987576a8-ebaa-4500-9a84-1a8c1882aebb on host hv-cinder-74014 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:17:11.019620 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-8a621484-07c1-4a42-a4da-e8fcff03ce1c req-990da53b-a988-4ee9-8dab-73de8a3980bc tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for port (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:11.023143 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-8a621484-07c1-4a42-a4da-e8fcff03ce1c req-990da53b-a988-4ee9-8dab-73de8a3980bc tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.16 "DELETE /networking/v2.0/ports/987576a8-ebaa-4500-9a84-1a8c1882aebb HTTP/1.1" status: 204 len: 173 time: 0.7696276 Sep 29 02:17:11.023693 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64dca9aa-1c26-40bd-8e45-399988b8d44f', 'name': 'network-vif-deleted', 'tag': '987576a8-ebaa-4500-9a84-1a8c1882aebb'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:17:11.030424 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6fd434f9474e642ac52a32a239cb9403cb6cbac172bb9ea56eecab16f0e16c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c20a3ac-9c2b-421c-a673-c4d5a571c549" -d '{"events": [{"server_uuid": "64dca9aa-1c26-40bd-8e45-399988b8d44f", "name": "network-vif-deleted", "tag": "987576a8-ebaa-4500-9a84-1a8c1882aebb"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:17:11.087559 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c220aee7-ed36-4855-9f9f-b20a32db4e58 x-openstack-request-id: req-c220aee7-ed36-4855-9f9f-b20a32db4e58 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:17:11.087851 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64dca9aa-1c26-40bd-8e45-399988b8d44f", "name": "network-vif-deleted", "tag": "987576a8-ebaa-4500-9a84-1a8c1882aebb", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:17:11.088099 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c220aee7-ed36-4855-9f9f-b20a32db4e58 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:17:11.089046 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c220aee7-ed36-4855-9f9f-b20a32db4e58'] response: {'server_uuid': '64dca9aa-1c26-40bd-8e45-399988b8d44f', 'name': 'network-vif-deleted', 'tag': '987576a8-ebaa-4500-9a84-1a8c1882aebb', 'status': 'completed', 'code': 200} Sep 29 02:17:11.133155 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a3cc8-6486-4996-8bc3-ce0ea72cea2a req-02237f30-b10e-40e2-845c-bf88dc9cf4ac tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:11.135116 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-384a3cc8-6486-4996-8bc3-ce0ea72cea2a req-02237f30-b10e-40e2-845c-bf88dc9cf4ac tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 946 time: 0.0617573 Sep 29 02:17:11.147242 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9aa035-4e78-4239-b63e-0a0e2d5f7a39 None None] New status for floating IP 28042dfa-68e2-4c66-a799-12ad52105b6a: DOWN {{(pid=106442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:17:11.207474 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-384a3cc8-6486-4996-8bc3-ce0ea72cea2a req-180b6e7e-708f-4c83-b0e7-24ff2843dcb5 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657036 Sep 29 02:17:11.632654 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29480827-6207-4732-bd45-2abfb56eaa79 req-56005aa9-7841-412a-811d-b0cd153eae1f tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:11.634496 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-29480827-6207-4732-bd45-2abfb56eaa79 req-56005aa9-7841-412a-811d-b0cd153eae1f tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 946 time: 0.1164765 Sep 29 02:17:11.641603 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c93ff5-2638-4c4c-96de-6ec5d167e34d req-f4e844d4-34e8-4b34-ace5-4f98971409f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:11.642967 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-39c93ff5-2638-4c4c-96de-6ec5d167e34d req-f4e844d4-34e8-4b34-ace5-4f98971409f4 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=b407de2089554e13839d51f270c3adf1&device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 1130 time: 0.1233664 Sep 29 02:17:11.756297 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-29480827-6207-4732-bd45-2abfb56eaa79 req-3e299f9c-8bd3-427f-bae9-0da238a7fba9 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123538 Sep 29 02:17:11.786603 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c93ff5-2638-4c4c-96de-6ec5d167e34d req-786d2e39-9c2a-4bb9-ae11-123aa15ec39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:11.789981 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-39c93ff5-2638-4c4c-96de-6ec5d167e34d req-786d2e39-9c2a-4bb9-ae11-123aa15ec39b service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3 HTTP/1.1" status: 200 len: 919 time: 0.1353123 Sep 29 02:17:11.840581 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-48283ae4-97ed-4498-8b99-c72007a6e9ec req-f6f92fa7-876e-422b-9ef8-c01a25176dc4 tempest-VolumesSnapshotTestJSON-1631877887 tempest-VolumesSnapshotTestJSON-1631877887-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=64dca9aa-1c26-40bd-8e45-399988b8d44f HTTP/1.1" status: 200 len: 210 time: 0.0408881 Sep 29 02:17:11.874250 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 56362) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:11.902563 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-39c93ff5-2638-4c4c-96de-6ec5d167e34d req-136e62e1-1f5c-4c24-a09d-e24c24cb9fe6 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=756894e8-0371-4853-9df0-c52e7abf291a HTTP/1.1" status: 200 len: 1001 time: 0.0904334 Sep 29 02:17:11.943939 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cbdafe11-ab19-4f7b-93b0-6acc26a7175d tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for security_group (649cf8de-f7ed-45dc-b7aa-0acf4cf92579), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:11.961955 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:11.967767 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cbdafe11-ab19-4f7b-93b0-6acc26a7175d tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for security_group (649cf8de-f7ed-45dc-b7aa-0acf4cf92579), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:11.970118 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:12.022099 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cbdafe11-ab19-4f7b-93b0-6acc26a7175d tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (649cf8de-f7ed-45dc-b7aa-0acf4cf92579), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:12.024844 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cbdafe11-ab19-4f7b-93b0-6acc26a7175d tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:12.029055 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-cbdafe11-ab19-4f7b-93b0-6acc26a7175d tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/649cf8de-f7ed-45dc-b7aa-0acf4cf92579 HTTP/1.1" status: 204 len: 168 time: 0.1501832 Sep 29 02:17:12.029756 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 56364) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:12.037406 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdafe11-ab19-4f7b-93b0-6acc26a7175d tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=649cf8de-f7ed-45dc-b7aa-0acf4cf92579,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:12.074455 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.api.v2.resource [None req-9ff39d0a-e95c-4674-aeb1-60c44f60b503 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] show failed (client error): The resource could not be found. Sep 29 02:17:12.075625 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-9ff39d0a-e95c-4674-aeb1-60c44f60b503 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups/649cf8de-f7ed-45dc-b7aa-0acf4cf92579 HTTP/1.1" status: 404 len: 347 time: 0.0446122 Sep 29 02:17:12.079026 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 56366) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:12.114378 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c93ff5-2638-4c4c-96de-6ec5d167e34d req-6ffc4934-8247-4a64-8b26-6a718e74b35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:12.118392 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-39c93ff5-2638-4c4c-96de-6ec5d167e34d req-6ffc4934-8247-4a64-8b26-6a718e74b35f service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=2111ad5b-3d2c-43c1-94a3-5ae626ce912e HTTP/1.1" status: 200 len: 857 time: 0.0792723 Sep 29 02:17:12.188729 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c93ff5-2638-4c4c-96de-6ec5d167e34d req-3afbf967-b230-4b77-b159-9d8887c0cd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:12.190393 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-39c93ff5-2638-4c4c-96de-6ec5d167e34d req-3afbf967-b230-4b77-b159-9d8887c0cd9a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0594497 Sep 29 02:17:12.200119 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-aaa5926a-56c5-4e6f-90f5-4ac6e6c28daf tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Deleting port bd8291ed-9de5-4820-bf90-99d20e69a2e8 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:17:12.200676 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aaa5926a-56c5-4e6f-90f5-4ac6e6c28daf tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (bd8291ed-9de5-4820-bf90-99d20e69a2e8), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:12.272826 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:12.280563 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:12.284227 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aaa5926a-56c5-4e6f-90f5-4ac6e6c28daf tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (bd8291ed-9de5-4820-bf90-99d20e69a2e8), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:12.284553 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aaa5926a-56c5-4e6f-90f5-4ac6e6c28daf tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for floatingip (bd8291ed-9de5-4820-bf90-99d20e69a2e8), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:12.292580 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-39c93ff5-2638-4c4c-96de-6ec5d167e34d req-18653c08-3045-46b1-882e-2b280782938b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961733 Sep 29 02:17:12.298286 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-aaa5926a-56c5-4e6f-90f5-4ac6e6c28daf tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Calling delete_port for bd8291ed-9de5-4820-bf90-99d20e69a2e8 owned by network:floatingip {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:17:12.392324 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-39c93ff5-2638-4c4c-96de-6ec5d167e34d req-f95d89eb-3071-4a8b-86e7-ad26692cbcf1 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898178 Sep 29 02:17:12.444364 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aaa5926a-56c5-4e6f-90f5-4ac6e6c28daf tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429'] for port (bd8291ed-9de5-4820-bf90-99d20e69a2e8), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:12.459107 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 987576a8-ebaa-4500-9a84-1a8c1882aebb no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:17:12.482451 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] No Port match for: 987576a8-ebaa-4500-9a84-1a8c1882aebb {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:17:12.482806 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 987576a8-ebaa-4500-9a84-1a8c1882aebb not bound to the agent host hv-cinder-74014 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:17:12.717132 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa5926a-56c5-4e6f-90f5-4ac6e6c28daf tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Pushing event deleted for resources: {'Port': ['ID=bd8291ed-9de5-4820-bf90-99d20e69a2e8,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:12.740561 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aaa5926a-56c5-4e6f-90f5-4ac6e6c28daf tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for floatingip (28042dfa-68e2-4c66-a799-12ad52105b6a), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:12.742968 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aaa5926a-56c5-4e6f-90f5-4ac6e6c28daf tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for floatingip (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:12.744130 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-aaa5926a-56c5-4e6f-90f5-4ac6e6c28daf tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/28042dfa-68e2-4c66-a799-12ad52105b6a HTTP/1.1" status: 204 len: 168 time: 0.6641035 Sep 29 02:17:12.887785 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c56ec-5af5-4c19-b374-3e40b4908ad7 req-dd9ebf20-cd87-4d33-a5e2-5c6902d0ab72 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:12.889300 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ea2c56ec-5af5-4c19-b374-3e40b4908ad7 req-dd9ebf20-cd87-4d33-a5e2-5c6902d0ab72 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 946 time: 0.0516524 Sep 29 02:17:12.938189 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ea2c56ec-5af5-4c19-b374-3e40b4908ad7 req-88afdba1-f86c-435b-b5f3-b977753cbc4e tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429456 Sep 29 02:17:14.064535 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf652de-c3ba-49d9-b690-895548397a3d req-4a4edfb2-c2da-4253-a61a-f772dbcfd450 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:14.066078 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-fbf652de-c3ba-49d9-b690-895548397a3d req-4a4edfb2-c2da-4253-a61a-f772dbcfd450 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 946 time: 0.0495377 Sep 29 02:17:14.113930 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-fbf652de-c3ba-49d9-b690-895548397a3d req-1638c77e-9f3b-44c1-9c5c-241291edc10e tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424135 Sep 29 02:17:15.237220 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1191a-1146-4bce-a3fe-94e445ae3b6d req-7208d690-1634-4a27-9b86-0bc1f189bd24 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:15.238697 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-3ab1191a-1146-4bce-a3fe-94e445ae3b6d req-7208d690-1634-4a27-9b86-0bc1f189bd24 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 946 time: 0.0458882 Sep 29 02:17:15.285133 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-3ab1191a-1146-4bce-a3fe-94e445ae3b6d req-fcbdbf80-bba9-499a-9fc8-66532513093c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409091 Sep 29 02:17:16.406644 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b5f54-ebf7-4288-882d-3401026447fe req-f0d79e2c-9edd-4432-8868-e376baf38ad5 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:16.408155 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-370b5f54-ebf7-4288-882d-3401026447fe req-f0d79e2c-9edd-4432-8868-e376baf38ad5 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 946 time: 0.0492375 Sep 29 02:17:16.469967 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-370b5f54-ebf7-4288-882d-3401026447fe req-a05b7c56-9ff2-4986-bfb9-643f521a8248 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562789 Sep 29 02:17:16.504405 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733272e-bf5d-444e-a237-dc9072deb7ca req-9d61f0fd-ca1b-4976-8546-c9a5bbcbef9d tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:16.505947 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-3733272e-bf5d-444e-a237-dc9072deb7ca req-9d61f0fd-ca1b-4976-8546-c9a5bbcbef9d tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b844ec9-d6e9-434f-b90c-137b2628fab2 HTTP/1.1" status: 200 len: 945 time: 0.0489624 Sep 29 02:17:16.564118 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-3733272e-bf5d-444e-a237-dc9072deb7ca req-7aa71e96-8309-4a48-ae5b-1d8d57d44524 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a922da99-8442-478e-866a-0b0efbc3e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517850 Sep 29 02:17:16.598421 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8476c8-c7cd-4112-b030-5fe7690e1969 req-6c965233-2e45-447b-9e80-15b1557ea73c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:16.599882 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ad8476c8-c7cd-4112-b030-5fe7690e1969 req-6c965233-2e45-447b-9e80-15b1557ea73c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 946 time: 0.0562494 Sep 29 02:17:16.610354 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 56422) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:16.614598 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-e16d76f9-d846-4704-937c-aee4b6b320e8 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Request body: {'floatingip': {'port_id': '756894e8-0371-4853-9df0-c52e7abf291a'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:16.671353 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e16d76f9-d846-4704-937c-aee4b6b320e8 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks [] for floatingip (81ead379-ea0f-41f0-af45-db186c883eb4), before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:16.987015 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:17.026913 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:17.114553 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e16d76f9-d846-4704-937c-aee4b6b320e8 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:17.118132 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e16d76f9-d846-4704-937c-aee4b6b320e8 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1596334'] for floatingip (81ead379-ea0f-41f0-af45-db186c883eb4), after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:17.318074 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16d76f9-d846-4704-937c-aee4b6b320e8 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Router 33b7755f-0ea9-4a24-a5cf-6db9c23f13ea has already been hosted by L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:17:17.417675 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16d76f9-d846-4704-937c-aee4b6b320e8 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:17:17.422287 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-e16d76f9-d846-4704-937c-aee4b6b320e8 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for floatingip (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:17.427869 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48db1744-cce1-44ff-8473-8e94f99368b0 None None] Sync routers for ids ['33b7755f-0ea9-4a24-a5cf-6db9c23f13ea'] in dv-cinder-740146-21-smb {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:17:17.436231 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:17.438776 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48db1744-cce1-44ff-8473-8e94f99368b0 None None] Routers {'33b7755f-0ea9-4a24-a5cf-6db9c23f13ea'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:17:17.439382 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-48db1744-cce1-44ff-8473-8e94f99368b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:16:52Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['33b7755f-0ea9-4a24-a5cf-6db9c23f13ea'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:17.451852 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba079f9-731e-4b59-8e01-ec31e6b9ee6b', 'tag': '756894e8-0371-4853-9df0-c52e7abf291a'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:17:17.454093 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6fd434f9474e642ac52a32a239cb9403cb6cbac172bb9ea56eecab16f0e16c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b432ec7-ae93-4bb6-a2b1-afe0a7d6af3f" -d '{"events": [{"name": "network-changed", "server_uuid": "cba079f9-731e-4b59-8e01-ec31e6b9ee6b", "tag": "756894e8-0371-4853-9df0-c52e7abf291a"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:17:17.485083 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-e16d76f9-d846-4704-937c-aee4b6b320e8 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/81ead379-ea0f-41f0-af45-db186c883eb4 HTTP/1.1" status: 200 len: 993 time: 0.8736687 Sep 29 02:17:17.492944 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1876d8-340f-424b-8dcc-65ca94283b52 x-openstack-request-id: req-ed1876d8-340f-424b-8dcc-65ca94283b52 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:17:17.493229 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cba079f9-731e-4b59-8e01-ec31e6b9ee6b", "tag": "756894e8-0371-4853-9df0-c52e7abf291a", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:17:17.493517 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ed1876d8-340f-424b-8dcc-65ca94283b52 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:17:17.493914 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed1876d8-340f-424b-8dcc-65ca94283b52'] response: {'name': 'network-changed', 'server_uuid': 'cba079f9-731e-4b59-8e01-ec31e6b9ee6b', 'tag': '756894e8-0371-4853-9df0-c52e7abf291a', 'status': 'completed', 'code': 200} Sep 29 02:17:17.546593 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-48db1744-cce1-44ff-8473-8e94f99368b0 None None] Set router 33b7755f-0ea9-4a24-a5cf-6db9c23f13ea gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:17:17.689827 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631372c-97c3-4de8-9bb3-ebc3b24f0adc req-970af643-fa4b-44d2-8861-44d6d76b393e tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:17.691208 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1631372c-97c3-4de8-9bb3-ebc3b24f0adc req-970af643-fa4b-44d2-8861-44d6d76b393e tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b844ec9-d6e9-434f-b90c-137b2628fab2 HTTP/1.1" status: 200 len: 945 time: 0.0497513 Sep 29 02:17:17.738344 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1631372c-97c3-4de8-9bb3-ebc3b24f0adc req-074d5383-5151-451b-b877-323a5884a13a tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a922da99-8442-478e-866a-0b0efbc3e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412354 Sep 29 02:17:17.753037 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-48db1744-cce1-44ff-8473-8e94f99368b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'name': 'tempest-ServerRescueNegativeTestJSON-952934553-router', 'tenant_id': 'b407de2089554e13839d51f270c3adf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': '0e7718df-f561-4c28-a836-705e31095b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:11:50Z', 'revision_number': 4, 'project_id': 'b407de2089554e13839d51f270c3adf1', 'gw_port': {'id': '0e7718df-f561-4c28-a836-705e31095b5a', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:dc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:41Z', 'updated_at': '2022-09-29T02:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_floatingips': [{'id': '81ead379-ea0f-41f0-af45-db186c883eb4', 'tenant_id': 'b407de2089554e13839d51f270c3adf1', 'floating_ip_address': '172.28.2.42', 'floating_network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'router_id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'port_id': '756894e8-0371-4853-9df0-c52e7abf291a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3', 'mac_address': 'fa:16:3e:67:f5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba079f9-731e-4b59-8e01-ec31e6b9ee6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:13:55Z', 'updated_at': '2022-09-29T02:17:17Z', 'revision_number': 3, 'project_id': 'b407de2089554e13839d51f270c3adf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41b1fad6-5bc1-4b7d-a599-142e18589d17', 'name': '', 'network_id': 'ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3', 'tenant_id': 'b407de2089554e13839d51f270c3adf1', 'mac_address': 'fa:16:3e:3d:4e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2111ad5b-3d2c-43c1-94a3-5ae626ce912e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:47Z', 'updated_at': '2022-09-29T02:12:04Z', 'revision_number': 5, 'project_id': 'b407de2089554e13839d51f270c3adf1', 'subnets': [{'id': '2111ad5b-3d2c-43c1-94a3-5ae626ce912e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:17.781592 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48db1744-cce1-44ff-8473-8e94f99368b0 None None] Checking router: 33b7755f-0ea9-4a24-a5cf-6db9c23f13ea for host: dv-cinder-740146-21-smb {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:17:17.789904 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48db1744-cce1-44ff-8473-8e94f99368b0 None None] Routers {'33b7755f-0ea9-4a24-a5cf-6db9c23f13ea'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:17:17.790499 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-48db1744-cce1-44ff-8473-8e94f99368b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:16:52Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['33b7755f-0ea9-4a24-a5cf-6db9c23f13ea'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:17.884933 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b432ec7-ae93-4bb6-a2b1-afe0a7d6af3f req-f2a5e1f5-5f15-4d63-abdf-3b0af5a8d15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:17.886607 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7b432ec7-ae93-4bb6-a2b1-afe0a7d6af3f req-f2a5e1f5-5f15-4d63-abdf-3b0af5a8d15f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=b407de2089554e13839d51f270c3adf1&device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 1130 time: 0.0390632 Sep 29 02:17:17.890982 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-48db1744-cce1-44ff-8473-8e94f99368b0 None None] Set router 33b7755f-0ea9-4a24-a5cf-6db9c23f13ea gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:17:17.984295 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b432ec7-ae93-4bb6-a2b1-afe0a7d6af3f req-69f563fc-e4cc-48f8-966d-1aff60218bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:17.985796 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7b432ec7-ae93-4bb6-a2b1-afe0a7d6af3f req-69f563fc-e4cc-48f8-966d-1aff60218bfd service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3 HTTP/1.1" status: 200 len: 919 time: 0.0928695 Sep 29 02:17:18.059924 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7b432ec7-ae93-4bb6-a2b1-afe0a7d6af3f req-a63e752e-356b-47b0-a927-0f2cb922db6c service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=756894e8-0371-4853-9df0-c52e7abf291a HTTP/1.1" status: 200 len: 1001 time: 0.0631456 Sep 29 02:17:18.118727 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b432ec7-ae93-4bb6-a2b1-afe0a7d6af3f req-1bc6c92d-9d9e-4491-b51b-0c2150cc843b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:18.120276 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7b432ec7-ae93-4bb6-a2b1-afe0a7d6af3f req-1bc6c92d-9d9e-4491-b51b-0c2150cc843b service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=2111ad5b-3d2c-43c1-94a3-5ae626ce912e HTTP/1.1" status: 200 len: 857 time: 0.0534644 Sep 29 02:17:18.171425 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b432ec7-ae93-4bb6-a2b1-afe0a7d6af3f req-fe9aef7a-1c2a-4c8f-9114-78d7d6f5e719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:18.172941 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7b432ec7-ae93-4bb6-a2b1-afe0a7d6af3f req-fe9aef7a-1c2a-4c8f-9114-78d7d6f5e719 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0461953 Sep 29 02:17:18.257144 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-48db1744-cce1-44ff-8473-8e94f99368b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'name': 'tempest-ServerRescueNegativeTestJSON-952934553-router', 'tenant_id': 'b407de2089554e13839d51f270c3adf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': '0e7718df-f561-4c28-a836-705e31095b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:11:50Z', 'revision_number': 4, 'project_id': 'b407de2089554e13839d51f270c3adf1', 'gw_port': {'id': '0e7718df-f561-4c28-a836-705e31095b5a', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:dc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:41Z', 'updated_at': '2022-09-29T02:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_floatingips': [{'id': '81ead379-ea0f-41f0-af45-db186c883eb4', 'tenant_id': 'b407de2089554e13839d51f270c3adf1', 'floating_ip_address': '172.28.2.42', 'floating_network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'router_id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'port_id': '756894e8-0371-4853-9df0-c52e7abf291a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3', 'mac_address': 'fa:16:3e:67:f5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba079f9-731e-4b59-8e01-ec31e6b9ee6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:13:55Z', 'updated_at': '2022-09-29T02:17:17Z', 'revision_number': 3, 'project_id': 'b407de2089554e13839d51f270c3adf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41b1fad6-5bc1-4b7d-a599-142e18589d17', 'name': '', 'network_id': 'ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3', 'tenant_id': 'b407de2089554e13839d51f270c3adf1', 'mac_address': 'fa:16:3e:3d:4e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2111ad5b-3d2c-43c1-94a3-5ae626ce912e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:47Z', 'updated_at': '2022-09-29T02:12:04Z', 'revision_number': 5, 'project_id': 'b407de2089554e13839d51f270c3adf1', 'subnets': [{'id': '2111ad5b-3d2c-43c1-94a3-5ae626ce912e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:18.291791 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48db1744-cce1-44ff-8473-8e94f99368b0 None None] The sync data for ids ['33b7755f-0ea9-4a24-a5cf-6db9c23f13ea'] in dv-cinder-740146-21-smb is: [{'id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'name': 'tempest-ServerRescueNegativeTestJSON-952934553-router', 'tenant_id': 'b407de2089554e13839d51f270c3adf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': '0e7718df-f561-4c28-a836-705e31095b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:11:50Z', 'revision_number': 4, 'project_id': 'b407de2089554e13839d51f270c3adf1', 'gw_port': {'id': '0e7718df-f561-4c28-a836-705e31095b5a', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:dc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:41Z', 'updated_at': '2022-09-29T02:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_floatingips': [{'id': '81ead379-ea0f-41f0-af45-db186c883eb4', 'tenant_id': 'b407de2089554e13839d51f270c3adf1', 'floating_ip_address': '172.28.2.42', 'floating_network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'router_id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'port_id': '756894e8-0371-4853-9df0-c52e7abf291a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3', 'mac_address': 'fa:16:3e:67:f5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba079f9-731e-4b59-8e01-ec31e6b9ee6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:13:55Z', 'updated_at': '2022-09-29T02:17:17Z', 'revision_number': 3, 'project_id': 'b407de2089554e13839d51f270c3adf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41b1fad6-5bc1-4b7d-a599-142e18589d17', 'name': '', 'network_id': 'ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3', 'tenant_id': 'b407de2089554e13839d51f270c3adf1', 'mac_address': 'fa:16:3e:3d:4e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2111ad5b-3d2c-43c1-94a3-5ae626ce912e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:47Z', 'updated_at': '2022-09-29T02:12:04Z', 'revision_number': 5, 'project_id': 'b407de2089554e13839d51f270c3adf1', 'subnets': [{'id': '2111ad5b-3d2c-43c1-94a3-5ae626ce912e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:17:18.485064 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:18.512509 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7b432ec7-ae93-4bb6-a2b1-afe0a7d6af3f req-6cc68b94-76ff-4652-ae6a-309bf2ef5e22 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187206 Sep 29 02:17:18.580504 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:18.607737 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7b432ec7-ae93-4bb6-a2b1-afe0a7d6af3f req-95d27f5a-38c5-48d4-bab8-8b61561e89f4 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884068 Sep 29 02:17:18.642980 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2421dcf3-ea02-4a58-8b40-ad023103bbd2 req-0fd322b6-7275-4c4e-a480-a1899777820e tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:18.644454 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-2421dcf3-ea02-4a58-8b40-ad023103bbd2 req-0fd322b6-7275-4c4e-a480-a1899777820e tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7b844ec9-d6e9-434f-b90c-137b2628fab2 HTTP/1.1" status: 200 len: 945 time: 0.0462077 Sep 29 02:17:18.731290 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-2421dcf3-ea02-4a58-8b40-ad023103bbd2 req-09001402-67a3-4501-a799-8ae08b3f243f tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Deleting port 3c36b3fe-adc9-49c5-8294-93c8b0444be5 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:17:18.731630 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2421dcf3-ea02-4a58-8b40-ad023103bbd2 req-09001402-67a3-4501-a799-8ae08b3f243f tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (3c36b3fe-adc9-49c5-8294-93c8b0444be5), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:18.820777 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-2421dcf3-ea02-4a58-8b40-ad023103bbd2 req-09001402-67a3-4501-a799-8ae08b3f243f tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] For port 3c36b3fe-adc9-49c5-8294-93c8b0444be5, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3c36b3fe-adc9-49c5-8294-93c8b0444be5,segment=NetworkSegment(1941badf-aa62-4a91-ac01-3d965bf2bf64),segment_id=1941badf-aa62-4a91-ac01-3d965bf2bf64)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:18.821149 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2421dcf3-ea02-4a58-8b40-ad023103bbd2 req-09001402-67a3-4501-a799-8ae08b3f243f tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (3c36b3fe-adc9-49c5-8294-93c8b0444be5), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:18.860429 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc5901-4caa-4750-aad9-6e37437e834b req-deb5f654-a34c-4f2d-a582-0bed5ef52ce9 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:18.861940 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-bfbc5901-4caa-4750-aad9-6e37437e834b req-deb5f654-a34c-4f2d-a582-0bed5ef52ce9 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b844ec9-d6e9-434f-b90c-137b2628fab2 HTTP/1.1" status: 200 len: 945 time: 0.0477200 Sep 29 02:17:18.909017 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-bfbc5901-4caa-4750-aad9-6e37437e834b req-6ef6a1bd-e582-42dc-aaa0-e24ab337b1a9 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a922da99-8442-478e-866a-0b0efbc3e191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411980 Sep 29 02:17:18.988278 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:18.990363 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2421dcf3-ea02-4a58-8b40-ad023103bbd2 req-09001402-67a3-4501-a799-8ae08b3f243f tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:18.990701 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2421dcf3-ea02-4a58-8b40-ad023103bbd2 req-09001402-67a3-4501-a799-8ae08b3f243f tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1596334'] for floatingip (f025f42d-ccff-45a2-940d-ec4a0eaff577), after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:18.991018 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.db.l3_db [req-2421dcf3-ea02-4a58-8b40-ad023103bbd2 req-09001402-67a3-4501-a799-8ae08b3f243f tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Floating IP f025f42d-ccff-45a2-940d-ec4a0eaff577 disassociated. External IP: 172.28.2.32, port: 3c36b3fe-adc9-49c5-8294-93c8b0444be5. Sep 29 02:17:18.991354 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [req-2421dcf3-ea02-4a58-8b40-ad023103bbd2 req-09001402-67a3-4501-a799-8ae08b3f243f tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Calling delete_port for 3c36b3fe-adc9-49c5-8294-93c8b0444be5 owned by compute:nova {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:17:19.118150 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:19.123938 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2421dcf3-ea02-4a58-8b40-ad023103bbd2 req-09001402-67a3-4501-a799-8ae08b3f243f tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429'] for port (3c36b3fe-adc9-49c5-8294-93c8b0444be5), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:19.159350 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09001402-67a3-4501-a799-8ae08b3f243f tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Pushing event deleted for resources: {'Port': ['ID=3c36b3fe-adc9-49c5-8294-93c8b0444be5,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:19.276704 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2421dcf3-ea02-4a58-8b40-ad023103bbd2 req-09001402-67a3-4501-a799-8ae08b3f243f tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Router 17ccc970-db74-48fa-898c-ddc4443f89df has already been hosted by L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:17:19.388270 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2421dcf3-ea02-4a58-8b40-ad023103bbd2 req-09001402-67a3-4501-a799-8ae08b3f243f tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:17:19.399651 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d002f5-cc6b-46e8-b60c-887ac54a17aa None None] Sync routers for ids ['17ccc970-db74-48fa-898c-ddc4443f89df'] in dv-cinder-740146-21-smb {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:17:19.411092 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d002f5-cc6b-46e8-b60c-887ac54a17aa None None] Routers {'17ccc970-db74-48fa-898c-ddc4443f89df'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:17:19.411716 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-a0d002f5-cc6b-46e8-b60c-887ac54a17aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:16:52Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['17ccc970-db74-48fa-898c-ddc4443f89df'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:19.446103 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-2421dcf3-ea02-4a58-8b40-ad023103bbd2 req-09001402-67a3-4501-a799-8ae08b3f243f tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] No DVR routers for this DVR port 3c36b3fe-adc9-49c5-8294-93c8b0444be5 on host hv-cinder-74014 {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:17:19.450581 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-2421dcf3-ea02-4a58-8b40-ad023103bbd2 req-09001402-67a3-4501-a799-8ae08b3f243f tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for port (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:19.453868 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-2421dcf3-ea02-4a58-8b40-ad023103bbd2 req-09001402-67a3-4501-a799-8ae08b3f243f tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.16 "DELETE /networking/v2.0/ports/3c36b3fe-adc9-49c5-8294-93c8b0444be5 HTTP/1.1" status: 204 len: 173 time: 0.8039207 Sep 29 02:17:19.454377 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b844ec9-d6e9-434f-b90c-137b2628fab2', 'name': 'network-vif-deleted', 'tag': '3c36b3fe-adc9-49c5-8294-93c8b0444be5'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:17:19.461459 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8801c8fb5daab99fa39d625c1bbc33038df1047fb3a9edb171ad2e86806648d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4638bcee-ea85-4f24-9279-3078885f9b56" -d '{"events": [{"server_uuid": "7b844ec9-d6e9-434f-b90c-137b2628fab2", "name": "network-vif-deleted", "tag": "3c36b3fe-adc9-49c5-8294-93c8b0444be5"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:17:19.495300 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba079f9-731e-4b59-8e01-ec31e6b9ee6b', 'tag': '756894e8-0371-4853-9df0-c52e7abf291a'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:17:19.497836 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6fd434f9474e642ac52a32a239cb9403cb6cbac172bb9ea56eecab16f0e16c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f27edf-4fb9-47ff-b866-1c92d8d6ba3f" -d '{"events": [{"name": "network-changed", "server_uuid": "cba079f9-731e-4b59-8e01-ec31e6b9ee6b", "tag": "756894e8-0371-4853-9df0-c52e7abf291a"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:17:19.564455 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-a0d002f5-cc6b-46e8-b60c-887ac54a17aa None None] Set router 17ccc970-db74-48fa-898c-ddc4443f89df gateway port host: dv-cinder-740146-21-smb {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:17:19.616644 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-177734b6-7361-4db8-a949-7821b79bbcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:19.623165 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33278128-099d-47b7-b62d-ee6cce711727 x-openstack-request-id: req-33278128-099d-47b7-b62d-ee6cce711727 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:17:19.623531 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b844ec9-d6e9-434f-b90c-137b2628fab2", "name": "network-vif-deleted", "tag": "3c36b3fe-adc9-49c5-8294-93c8b0444be5", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:17:19.624311 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-33278128-099d-47b7-b62d-ee6cce711727 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:17:19.624311 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33278128-099d-47b7-b62d-ee6cce711727'] response: {'server_uuid': '7b844ec9-d6e9-434f-b90c-137b2628fab2', 'name': 'network-vif-deleted', 'tag': '3c36b3fe-adc9-49c5-8294-93c8b0444be5', 'status': 'completed', 'code': 200} Sep 29 02:17:19.675189 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c62c8f2-d8be-42ca-99de-2a36463b21f3 x-openstack-request-id: req-0c62c8f2-d8be-42ca-99de-2a36463b21f3 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:17:19.675487 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cba079f9-731e-4b59-8e01-ec31e6b9ee6b", "tag": "756894e8-0371-4853-9df0-c52e7abf291a", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:17:19.675737 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0c62c8f2-d8be-42ca-99de-2a36463b21f3 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:17:19.676138 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c62c8f2-d8be-42ca-99de-2a36463b21f3'] response: {'name': 'network-changed', 'server_uuid': 'cba079f9-731e-4b59-8e01-ec31e6b9ee6b', 'tag': '756894e8-0371-4853-9df0-c52e7abf291a', 'status': 'completed', 'code': 200} Sep 29 02:17:19.749625 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f27edf-4fb9-47ff-b866-1c92d8d6ba3f req-5b081fa6-9be6-4af0-b889-95affc03c9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:19.751179 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-75f27edf-4fb9-47ff-b866-1c92d8d6ba3f req-5b081fa6-9be6-4af0-b889-95affc03c9bc service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=b407de2089554e13839d51f270c3adf1&device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 1130 time: 0.0453334 Sep 29 02:17:19.803334 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-a0d002f5-cc6b-46e8-b60c-887ac54a17aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'name': 'tempest-AttachVolumeNegativeTest-823417103-router', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:11:49Z', 'revision_number': 4, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'gw_port': {'id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:40Z', 'updated_at': '2022-09-29T02:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': '4cf6ac9c-d1f1-4274-b794-31248e1deb48', 'name': '', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'mac_address': 'fa:16:3e:0d:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:46Z', 'updated_at': '2022-09-29T02:11:55Z', 'revision_number': 5, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'subnets': [{'id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:19.832332 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d002f5-cc6b-46e8-b60c-887ac54a17aa None None] Checking router: 17ccc970-db74-48fa-898c-ddc4443f89df for host: dv-cinder-740146-21-smb {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:17:19.841155 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d002f5-cc6b-46e8-b60c-887ac54a17aa None None] Routers {'17ccc970-db74-48fa-898c-ddc4443f89df'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:17:19.841786 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-a0d002f5-cc6b-46e8-b60c-887ac54a17aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:16:52Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['17ccc970-db74-48fa-898c-ddc4443f89df'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:19.862444 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f27edf-4fb9-47ff-b866-1c92d8d6ba3f req-68a67326-410b-4c80-aaa8-b5f8dac944c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:19.863961 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-75f27edf-4fb9-47ff-b866-1c92d8d6ba3f req-68a67326-410b-4c80-aaa8-b5f8dac944c5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3 HTTP/1.1" status: 200 len: 919 time: 0.1065938 Sep 29 02:17:19.942882 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-a0d002f5-cc6b-46e8-b60c-887ac54a17aa None None] Set router 17ccc970-db74-48fa-898c-ddc4443f89df gateway port host: dv-cinder-740146-21-smb {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:17:20.028213 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-21edb171-e80d-4992-8695-8dd53cc1b8d0 req-19f14d15-9806-4503-90eb-8c5d12fb7b51 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7b844ec9-d6e9-434f-b90c-137b2628fab2 HTTP/1.1" status: 200 len: 210 time: 0.0300150 Sep 29 02:17:20.133959 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-75f27edf-4fb9-47ff-b866-1c92d8d6ba3f req-0a527775-99db-4d86-8936-e67f584edb38 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=756894e8-0371-4853-9df0-c52e7abf291a HTTP/1.1" status: 200 len: 1001 time: 0.0604100 Sep 29 02:17:20.136976 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-a0d002f5-cc6b-46e8-b60c-887ac54a17aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'name': 'tempest-AttachVolumeNegativeTest-823417103-router', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:11:49Z', 'revision_number': 4, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'gw_port': {'id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:40Z', 'updated_at': '2022-09-29T02:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': '4cf6ac9c-d1f1-4274-b794-31248e1deb48', 'name': '', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'mac_address': 'fa:16:3e:0d:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:46Z', 'updated_at': '2022-09-29T02:11:55Z', 'revision_number': 5, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'subnets': [{'id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:20.165422 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d002f5-cc6b-46e8-b60c-887ac54a17aa None None] The sync data for ids ['17ccc970-db74-48fa-898c-ddc4443f89df'] in dv-cinder-740146-21-smb is: [{'id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'name': 'tempest-AttachVolumeNegativeTest-823417103-router', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:11:49Z', 'revision_number': 4, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'gw_port': {'id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:40Z', 'updated_at': '2022-09-29T02:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': '4cf6ac9c-d1f1-4274-b794-31248e1deb48', 'name': '', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'mac_address': 'fa:16:3e:0d:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:46Z', 'updated_at': '2022-09-29T02:11:55Z', 'revision_number': 5, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'subnets': [{'id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:17:20.184351 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f27edf-4fb9-47ff-b866-1c92d8d6ba3f req-d35d2bd1-584f-462c-a64e-bfec57c88bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:20.186168 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-75f27edf-4fb9-47ff-b866-1c92d8d6ba3f req-d35d2bd1-584f-462c-a64e-bfec57c88bf5 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=2111ad5b-3d2c-43c1-94a3-5ae626ce912e HTTP/1.1" status: 200 len: 857 time: 0.0461719 Sep 29 02:17:20.240081 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f27edf-4fb9-47ff-b866-1c92d8d6ba3f req-fc323bea-bdc8-4a93-abf2-6a4c55774879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:20.241603 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-75f27edf-4fb9-47ff-b866-1c92d8d6ba3f req-fc323bea-bdc8-4a93-abf2-6a4c55774879 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0483537 Sep 29 02:17:20.332795 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-75f27edf-4fb9-47ff-b866-1c92d8d6ba3f req-1d2de6e2-adfd-4796-85a4-6276da8c57af service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847733 Sep 29 02:17:20.403989 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9656fe-d0b7-4a6f-996f-2e5ce991cf08 None None] New status for floating IP f025f42d-ccff-45a2-940d-ec4a0eaff577: DOWN {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:17:20.431002 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-75f27edf-4fb9-47ff-b866-1c92d8d6ba3f req-7bff6b26-2d1e-4242-a5df-ef2a7ade58b6 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915110 Sep 29 02:17:21.131811 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 56472) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:21.193013 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-afa9f267-63a1-4fe1-a771-8080644c3032 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for security_group (a922da99-8442-478e-866a-0b0efbc3e191), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:21.215122 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-afa9f267-63a1-4fe1-a771-8080644c3032 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for security_group (a922da99-8442-478e-866a-0b0efbc3e191), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:21.263212 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-afa9f267-63a1-4fe1-a771-8080644c3032 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (a922da99-8442-478e-866a-0b0efbc3e191), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:21.265784 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-afa9f267-63a1-4fe1-a771-8080644c3032 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:21.266962 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-afa9f267-63a1-4fe1-a771-8080644c3032 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a922da99-8442-478e-866a-0b0efbc3e191 HTTP/1.1" status: 204 len: 168 time: 0.1341753 Sep 29 02:17:21.270921 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 56474) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:21.276416 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa9f267-63a1-4fe1-a771-8080644c3032 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a922da99-8442-478e-866a-0b0efbc3e191,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:21.283874 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa9f267-63a1-4fe1-a771-8080644c3032 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:21.284225 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa9f267-63a1-4fe1-a771-8080644c3032 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:21.284568 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa9f267-63a1-4fe1-a771-8080644c3032 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:21.284906 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa9f267-63a1-4fe1-a771-8080644c3032 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:21.285243 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa9f267-63a1-4fe1-a771-8080644c3032 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:21.285657 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa9f267-63a1-4fe1-a771-8080644c3032 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:21.285994 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa9f267-63a1-4fe1-a771-8080644c3032 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:21.286321 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa9f267-63a1-4fe1-a771-8080644c3032 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:21.286649 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa9f267-63a1-4fe1-a771-8080644c3032 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:21.286757 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.api.v2.resource [None req-c2c27871-5699-4b03-bfbf-f214c2b2e85b tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] show failed (client error): The resource could not be found. Sep 29 02:17:21.286976 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa9f267-63a1-4fe1-a771-8080644c3032 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:21.287304 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa9f267-63a1-4fe1-a771-8080644c3032 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:21.287641 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa9f267-63a1-4fe1-a771-8080644c3032 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:21.287950 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-c2c27871-5699-4b03-bfbf-f214c2b2e85b tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups/a922da99-8442-478e-866a-0b0efbc3e191 HTTP/1.1" status: 404 len: 347 time: 0.0156946 Sep 29 02:17:21.288155 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa9f267-63a1-4fe1-a771-8080644c3032 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:21.288292 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa9f267-63a1-4fe1-a771-8080644c3032 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:21.288579 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa9f267-63a1-4fe1-a771-8080644c3032 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:21.291506 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 56476) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:21.365042 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:21.405758 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-2a26386f-22c2-4287-8cef-f7d0683c4c72 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Deleting port ccd19818-d966-4145-864c-6665d5af68a5 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:17:21.406104 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2a26386f-22c2-4287-8cef-f7d0683c4c72 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (ccd19818-d966-4145-864c-6665d5af68a5), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:21.483226 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2a26386f-22c2-4287-8cef-f7d0683c4c72 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (ccd19818-d966-4145-864c-6665d5af68a5), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:21.483467 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2a26386f-22c2-4287-8cef-f7d0683c4c72 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for floatingip (ccd19818-d966-4145-864c-6665d5af68a5), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:21.495256 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-2a26386f-22c2-4287-8cef-f7d0683c4c72 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Calling delete_port for ccd19818-d966-4145-864c-6665d5af68a5 owned by network:floatingip {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:17:21.538174 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=100 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:21.622707 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2a26386f-22c2-4287-8cef-f7d0683c4c72 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429'] for port (ccd19818-d966-4145-864c-6665d5af68a5), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:21.652759 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a26386f-22c2-4287-8cef-f7d0683c4c72 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Pushing event deleted for resources: {'Port': ['ID=ccd19818-d966-4145-864c-6665d5af68a5,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:21.680156 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2a26386f-22c2-4287-8cef-f7d0683c4c72 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for floatingip (f025f42d-ccff-45a2-940d-ec4a0eaff577), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:21.683198 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2a26386f-22c2-4287-8cef-f7d0683c4c72 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for floatingip (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:21.684346 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-2a26386f-22c2-4287-8cef-f7d0683c4c72 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/f025f42d-ccff-45a2-940d-ec4a0eaff577 HTTP/1.1" status: 204 len: 168 time: 0.3919044 Sep 29 02:17:21.763757 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 56484) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:21.768328 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-4d66e920-668d-4869-ba11-957b9dedd3b3 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1288628746', 'description': 'tempest-description--1400506597'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:21.790178 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4d66e920-668d-4869-ba11-957b9dedd3b3 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:21.864323 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4d66e920-668d-4869-ba11-957b9dedd3b3 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for security_group (7bd95c45-2d00-45d1-8fb2-408f0e9124bc), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:21.868000 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4d66e920-668d-4869-ba11-957b9dedd3b3 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (7bd95c45-2d00-45d1-8fb2-408f0e9124bc), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:21.899911 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-4d66e920-668d-4869-ba11-957b9dedd3b3 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:21.901668 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-4d66e920-668d-4869-ba11-957b9dedd3b3 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1368170 Sep 29 02:17:21.903713 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66e920-668d-4869-ba11-957b9dedd3b3 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd95c45-2d00-45d1-8fb2-408f0e9124bc,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:21.905339 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 56486) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:21.911787 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-4d526d3e-b854-4146-aaaa-505a2e731ceb tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Request body: {'security_group_rule': {'security_group_id': '7bd95c45-2d00-45d1-8fb2-408f0e9124bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:21.942188 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4d526d3e-b854-4146-aaaa-505a2e731ceb tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for security_group_rule (ed42fa29-fa1a-4944-a962-332ae2b9451f), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:22.003162 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4d526d3e-b854-4146-aaaa-505a2e731ceb tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for security_group_rule (ed42fa29-fa1a-4944-a962-332ae2b9451f), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:22.008144 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4d526d3e-b854-4146-aaaa-505a2e731ceb tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602948'] for security_group_rule (ed42fa29-fa1a-4944-a962-332ae2b9451f), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:22.033692 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4d526d3e-b854-4146-aaaa-505a2e731ceb tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:22.034898 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-4d526d3e-b854-4146-aaaa-505a2e731ceb tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1280575 Sep 29 02:17:22.036356 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d526d3e-b854-4146-aaaa-505a2e731ceb tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed42fa29-fa1a-4944-a962-332ae2b9451f,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:22.037858 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 56492) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:22.044415 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-d038adc0-c1d8-4f4e-9adc-e7db9da8a723 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Request body: {'security_group_rule': {'security_group_id': '7bd95c45-2d00-45d1-8fb2-408f0e9124bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:22.073327 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d038adc0-c1d8-4f4e-9adc-e7db9da8a723 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for security_group_rule (66180318-64ad-49f0-9c00-f01fba18ef91), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:22.096684 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5cb6934e-8d12-423e-a2ad-0cfb7556afaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:22.134781 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d038adc0-c1d8-4f4e-9adc-e7db9da8a723 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for security_group_rule (66180318-64ad-49f0-9c00-f01fba18ef91), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:22.138389 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d038adc0-c1d8-4f4e-9adc-e7db9da8a723 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602948'] for security_group_rule (66180318-64ad-49f0-9c00-f01fba18ef91), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:22.159016 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d038adc0-c1d8-4f4e-9adc-e7db9da8a723 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66180318-64ad-49f0-9c00-f01fba18ef91,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:22.165434 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d038adc0-c1d8-4f4e-9adc-e7db9da8a723 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:22.170541 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 56494) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:22.170806 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-d038adc0-c1d8-4f4e-9adc-e7db9da8a723 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1311555 Sep 29 02:17:22.174986 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-5fb40269-790f-4634-958a-29027d72cdeb tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Request body: {'floatingip': {'floating_network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:22.195007 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5fb40269-790f-4634-958a-29027d72cdeb tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:22.276515 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5fb40269-790f-4634-958a-29027d72cdeb tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:22.377810 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-5fb40269-790f-4634-958a-29027d72cdeb tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Allocated IP 172.28.2.51 (b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd/e0ffa218-6ca5-4006-b711-a782d769deaf/d3d22eaf-cb6c-4bbd-8928-776db5e11848) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:17:22.453537 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:22.467127 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 3c36b3fe-adc9-49c5-8294-93c8b0444be5 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:17:22.486771 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] No Port match for: 3c36b3fe-adc9-49c5-8294-93c8b0444be5 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:17:22.487114 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 3c36b3fe-adc9-49c5-8294-93c8b0444be5 not bound to the agent host hv-cinder-74014 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:17:22.492642 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5fb40269-790f-4634-958a-29027d72cdeb tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for port (d3d22eaf-cb6c-4bbd-8928-776db5e11848), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:22.525964 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5fb40269-790f-4634-958a-29027d72cdeb tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420'] for port (d3d22eaf-cb6c-4bbd-8928-776db5e11848), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:22.565833 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb40269-790f-4634-958a-29027d72cdeb tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Network b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:17:22.569001 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-5fb40269-790f-4634-958a-29027d72cdeb tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:17:22.573392 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb40269-790f-4634-958a-29027d72cdeb tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:17:22.578133 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb40269-790f-4634-958a-29027d72cdeb tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Pushing event updated for resources: {'Port': ['ID=d3d22eaf-cb6c-4bbd-8928-776db5e11848,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:22.620223 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:22.623576 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5fb40269-790f-4634-958a-29027d72cdeb tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for floatingip (f7437484-9d0b-4a09-adcf-4e418e48db1c), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:22.661735 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5fb40269-790f-4634-958a-29027d72cdeb tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (d3d22eaf-cb6c-4bbd-8928-776db5e11848), before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:22.807137 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5fb40269-790f-4634-958a-29027d72cdeb tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for port (d3d22eaf-cb6c-4bbd-8928-776db5e11848), precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:22.811817 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5fb40269-790f-4634-958a-29027d72cdeb tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (d3d22eaf-cb6c-4bbd-8928-776db5e11848), after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:22.812468 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5fb40269-790f-4634-958a-29027d72cdeb tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1596334'] for floatingip (f7437484-9d0b-4a09-adcf-4e418e48db1c), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:22.852311 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5fb40269-790f-4634-958a-29027d72cdeb tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for floatingip (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:22.853695 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-5fb40269-790f-4634-958a-29027d72cdeb tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.6820362 Sep 29 02:17:22.859307 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb40269-790f-4634-958a-29027d72cdeb tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Pushing event updated for resources: {'Port': ['ID=d3d22eaf-cb6c-4bbd-8928-776db5e11848,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:23.003146 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-3e0835a3-4cfa-4d04-b3b1-b736540cb7fb tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1288628746&fields=id&tenant_id=1765f90d50914c75bf5c10c43bc688e9 HTTP/1.1" status: 200 len: 267 time: 0.0424914 Sep 29 02:17:23.118570 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-a9b3d5de-9647-4172-986a-3da7c2a1fcb5 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:23.120448 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-a9b3d5de-9647-4172-986a-3da7c2a1fcb5 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/networks?id=2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2 HTTP/1.1" status: 200 len: 814 time: 0.1098409 Sep 29 02:17:23.136231 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-75d8829b-578a-4f0c-a9d3-4467e996b5be tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/quotas/1765f90d50914c75bf5c10c43bc688e9 HTTP/1.1" status: 200 len: 375 time: 0.0101728 Sep 29 02:17:23.149737 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:23.188024 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-d4347117-749f-4da8-abfb-74b7606351b6 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=1765f90d50914c75bf5c10c43bc688e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467682 Sep 29 02:17:23.219180 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:23.291912 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:23.334032 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-818443a2-9a40-4aea-8fc2-59b92f7cc295 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342883 Sep 29 02:17:23.423755 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-a6c1ce55-8696-4d63-bfe6-46ab4ff353fd service neutron] 10.222.0.49 "GET /networking/v2.0/networks/2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839972 Sep 29 02:17:23.591730 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-dfaaa9fc-f043-4038-b8e1-8dce405b386b req-2b311e29-60cf-431b-8ed5-e9c9073649a2 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bf22eb8a-e96a-4e56-ba91-b959dd6aeac4 HTTP/1.1" status: 200 len: 210 time: 0.0288844 Sep 29 02:17:24.696317 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-da6ed27a-9ab5-4713-9126-27c7b845f845 req-96972183-d399-4f3c-b2d3-749b5a1ddb99 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bf22eb8a-e96a-4e56-ba91-b959dd6aeac4 HTTP/1.1" status: 200 len: 210 time: 0.0320406 Sep 29 02:17:24.779539 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:24.867801 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:24.955625 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-6903d0cf-e638-465a-974a-099ec08a60d9 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:24.957334 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-6903d0cf-e638-465a-974a-099ec08a60d9 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.16 "GET /networking/v2.0/networks?id=2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2 HTTP/1.1" status: 200 len: 814 time: 0.1232765 Sep 29 02:17:25.019979 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-2e338ab8-3e8e-41d8-881f-10dc563b4cce tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1765f90d50914c75bf5c10c43bc688e9 HTTP/1.1" status: 200 len: 380 time: 0.0524983 Sep 29 02:17:25.099725 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-f91b62bb-b0a6-4b09-bb0e-5ba63c588870 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Request body: {'port': {'device_id': 'bf22eb8a-e96a-4e56-ba91-b959dd6aeac4', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'admin_state_up': True, 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'security_groups': ['7bd95c45-2d00-45d1-8fb2-408f0e9124bc']}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:25.210596 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-f91b62bb-b0a6-4b09-bb0e-5ba63c588870 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Made reservation on behalf of 1765f90d50914c75bf5c10c43bc688e9 for: {'port': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:17:25.215125 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-f91b62bb-b0a6-4b09-bb0e-5ba63c588870 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:25.284866 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:25.338475 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-f91b62bb-b0a6-4b09-bb0e-5ba63c588870 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Allocated IP 172.20.0.12 (2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2/00e04331-0054-4eae-80e0-25be17b9d3cd/40200c85-b542-4978-a595-49d3bff92b64) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:17:25.471302 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:25.484982 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-f91b62bb-b0a6-4b09-bb0e-5ba63c588870 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for port (40200c85-b542-4978-a595-49d3bff92b64), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:25.517589 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-f91b62bb-b0a6-4b09-bb0e-5ba63c588870 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420'] for port (40200c85-b542-4978-a595-49d3bff92b64), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:25.562168 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-f91b62bb-b0a6-4b09-bb0e-5ba63c588870 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Network 2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:17:25.565256 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-f91b62bb-b0a6-4b09-bb0e-5ba63c588870 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:17:25.569054 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-f91b62bb-b0a6-4b09-bb0e-5ba63c588870 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:17:25.574166 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-f91b62bb-b0a6-4b09-bb0e-5ba63c588870 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:25.574766 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-f91b62bb-b0a6-4b09-bb0e-5ba63c588870 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for port (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:25.580483 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b62bb-b0a6-4b09-bb0e-5ba63c588870 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Pushing event updated for resources: {'Port': ['ID=40200c85-b542-4978-a595-49d3bff92b64,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:25.595398 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-f91b62bb-b0a6-4b09-bb0e-5ba63c588870 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.4996405 Sep 29 02:17:25.608401 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-7cb29d91-345c-4986-bfc5-70d6fc0ee292 service neutron] Request body: {'port': {'device_id': 'bf22eb8a-e96a-4e56-ba91-b959dd6aeac4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:25.673689 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-7cb29d91-345c-4986-bfc5-70d6fc0ee292 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (40200c85-b542-4978-a595-49d3bff92b64), before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:25.807997 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-9e4831f1-43a9-4160-a8c2-3040097691a9 None None] Provisioning complete for port 40200c85-b542-4978-a595-49d3bff92b64 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:17:25.808613 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9e4831f1-43a9-4160-a8c2-3040097691a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (40200c85-b542-4978-a595-49d3bff92b64), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:25.808717 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-9e4831f1-43a9-4160-a8c2-3040097691a9 None None] Attempt 1 to provision port 40200c85-b542-4978-a595-49d3bff92b64 Sep 29 02:17:25.822885 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d784e59-e1e3-4337-938f-5b68234faf46 req-05a87b1e-5ee5-4c6a-a936-f0eef30ae158 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:25.824527 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1d784e59-e1e3-4337-938f-5b68234faf46 req-05a87b1e-5ee5-4c6a-a936-f0eef30ae158 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bf22eb8a-e96a-4e56-ba91-b959dd6aeac4 HTTP/1.1" status: 200 len: 932 time: 0.0520105 Sep 29 02:17:25.838725 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:25.841681 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9e4831f1-43a9-4160-a8c2-3040097691a9 None None] Port 40200c85-b542-4978-a595-49d3bff92b64 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:17:25.875164 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1d784e59-e1e3-4337-938f-5b68234faf46 req-94104602-0622-4065-a997-2fa3eb20fab4 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7bd95c45-2d00-45d1-8fb2-408f0e9124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447104 Sep 29 02:17:25.940450 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.notifiers.nova [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-7cb29d91-345c-4986-bfc5-70d6fc0ee292 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40200c85-b542-4978-a595-49d3bff92b64 {{(pid=106439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:17:25.948045 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-7cb29d91-345c-4986-bfc5-70d6fc0ee292 service neutron] Publish callbacks [] for port (40200c85-b542-4978-a595-49d3bff92b64), precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:25.960681 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.provisioning_blocks [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-7cb29d91-345c-4986-bfc5-70d6fc0ee292 service neutron] Transition to ACTIVE for port object 40200c85-b542-4978-a595-49d3bff92b64 will not be triggered until provisioned by entity L2. {{(pid=106439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:17:25.963997 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-7cb29d91-345c-4986-bfc5-70d6fc0ee292 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (40200c85-b542-4978-a595-49d3bff92b64), after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:26.030446 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb29d91-345c-4986-bfc5-70d6fc0ee292 service neutron] Pushing event updated for resources: {'Port': ['ID=40200c85-b542-4978-a595-49d3bff92b64,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:26.036040 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-7cb29d91-345c-4986-bfc5-70d6fc0ee292 service neutron] Attempting to bind port 40200c85-b542-4978-a595-49d3bff92b64 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:17:26.036374 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-7cb29d91-345c-4986-bfc5-70d6fc0ee292 service neutron] Attempting to bind port 40200c85-b542-4978-a595-49d3bff92b64 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '1941badf-aa62-4a91-ac01-3d965bf2bf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2'}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:17:26.036709 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-7cb29d91-345c-4986-bfc5-70d6fc0ee292 service neutron] Attempting to bind port 40200c85-b542-4978-a595-49d3bff92b64 on network 2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:17:26.075783 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:26.088399 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-7cb29d91-345c-4986-bfc5-70d6fc0ee292 service neutron] Port 40200c85-b542-4978-a595-49d3bff92b64 on network 2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:17:26.088744 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-7cb29d91-345c-4986-bfc5-70d6fc0ee292 service neutron] Attempting to bind port 40200c85-b542-4978-a595-49d3bff92b64 on network 2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2 {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:17:26.131719 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-7cb29d91-345c-4986-bfc5-70d6fc0ee292 service neutron] Checking agent: {'id': '027a9bac-ca89-4228-9c1d-ae9e74cf172f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 9, 38), 'started_at': datetime.datetime(2022, 9, 29, 2, 9, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:17:26.132048 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-7cb29d91-345c-4986-bfc5-70d6fc0ee292 service neutron] Checking segment: {'id': '1941badf-aa62-4a91-ac01-3d965bf2bf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:17:26.132450 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-7cb29d91-345c-4986-bfc5-70d6fc0ee292 service neutron] Bound using segment: {'id': '1941badf-aa62-4a91-ac01-3d965bf2bf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2'} {{(pid=106439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:17:26.132908 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.managers [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-7cb29d91-345c-4986-bfc5-70d6fc0ee292 service neutron] Bound port: 40200c85-b542-4978-a595-49d3bff92b64, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1941badf-aa62-4a91-ac01-3d965bf2bf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2'}}] {{(pid=106439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:17:26.133284 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-7cb29d91-345c-4986-bfc5-70d6fc0ee292 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (40200c85-b542-4978-a595-49d3bff92b64), before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:26.195551 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-7cb29d91-345c-4986-bfc5-70d6fc0ee292 service neutron] For port 40200c85-b542-4978-a595-49d3bff92b64, host hv-cinder-74014, cleared binding levels {{(pid=106439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:17:26.198560 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.db [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-7cb29d91-345c-4986-bfc5-70d6fc0ee292 service neutron] For port 40200c85-b542-4978-a595-49d3bff92b64, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=40200c85-b542-4978-a595-49d3bff92b64,segment=NetworkSegment(1941badf-aa62-4a91-ac01-3d965bf2bf64),segment_id=1941badf-aa62-4a91-ac01-3d965bf2bf64)] {{(pid=106439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:17:26.205130 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-7cb29d91-345c-4986-bfc5-70d6fc0ee292 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (40200c85-b542-4978-a595-49d3bff92b64), after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:26.208308 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-7cb29d91-345c-4986-bfc5-70d6fc0ee292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:26.208930 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-7cb29d91-345c-4986-bfc5-70d6fc0ee292 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for port (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:26.210739 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-7cb29d91-345c-4986-bfc5-70d6fc0ee292 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/40200c85-b542-4978-a595-49d3bff92b64 HTTP/1.1" status: 200 len: 1094 time: 0.6065946 Sep 29 02:17:26.212956 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf22eb8a-e96a-4e56-ba91-b959dd6aeac4', 'tag': '40200c85-b542-4978-a595-49d3bff92b64'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:17:26.216309 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8801c8fb5daab99fa39d625c1bbc33038df1047fb3a9edb171ad2e86806648d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95baa7b-eae9-4710-999f-60d76fc41297" -d '{"events": [{"name": "network-changed", "server_uuid": "bf22eb8a-e96a-4e56-ba91-b959dd6aeac4", "tag": "40200c85-b542-4978-a595-49d3bff92b64"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:17:26.255481 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bfcdf96-54a0-46b3-8e96-b6d3fc0f544e x-openstack-request-id: req-0bfcdf96-54a0-46b3-8e96-b6d3fc0f544e {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:17:26.255788 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf22eb8a-e96a-4e56-ba91-b959dd6aeac4", "tag": "40200c85-b542-4978-a595-49d3bff92b64", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:17:26.256061 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0bfcdf96-54a0-46b3-8e96-b6d3fc0f544e {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:17:26.256485 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bfcdf96-54a0-46b3-8e96-b6d3fc0f544e'] response: {'name': 'network-changed', 'server_uuid': 'bf22eb8a-e96a-4e56-ba91-b959dd6aeac4', 'tag': '40200c85-b542-4978-a595-49d3bff92b64', 'status': 'completed', 'code': 200} Sep 29 02:17:26.278489 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb29d91-345c-4986-bfc5-70d6fc0ee292 service neutron] Pushing event updated for resources: {'Port': ['ID=40200c85-b542-4978-a595-49d3bff92b64,revision_number=3']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:26.299923 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:26.309771 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-3cca0f97-0392-4db8-abf7-a8a3b3b2e065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:26.311263 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-3cca0f97-0392-4db8-abf7-a8a3b3b2e065 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=1765f90d50914c75bf5c10c43bc688e9&device_id=bf22eb8a-e96a-4e56-ba91-b959dd6aeac4 HTTP/1.1" status: 200 len: 1128 time: 0.0462766 Sep 29 02:17:26.342512 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-9e4831f1-43a9-4160-a8c2-3040097691a9 None None] Attempt 2 to provision port 40200c85-b542-4978-a595-49d3bff92b64 Sep 29 02:17:26.359779 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-a8e27704-456c-43b9-b61c-1a91f1f7a5b5 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40200c85-b542-4978-a595-49d3bff92b64 HTTP/1.1" status: 200 len: 217 time: 0.0364478 Sep 29 02:17:26.380758 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-9e4831f1-43a9-4160-a8c2-3040097691a9 None None] Port 40200c85-b542-4978-a595-49d3bff92b64 had new provisioning blocks added so it will not transition to active. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 29 02:17:26.413830 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-904558c0-c94a-49d6-8b52-a676c5de104c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:26.415272 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-904558c0-c94a-49d6-8b52-a676c5de104c service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=00e04331-0054-4eae-80e0-25be17b9d3cd HTTP/1.1" status: 200 len: 853 time: 0.0494370 Sep 29 02:17:26.461141 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-ab75e9f1-fa2a-46d4-bb14-a33017112a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:26.462792 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-ab75e9f1-fa2a-46d4-bb14-a33017112a17 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0393424 Sep 29 02:17:26.558288 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-1325d2ca-441e-47e9-979a-43d47b5195c6 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890448 Sep 29 02:17:26.651364 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-a1bfc608-3ad5-4ae0-bf37-673b26067ce8 req-e447a006-d596-441a-a888-979993c71132 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858338 Sep 29 02:17:27.001019 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead2cb9-0f70-4bb6-8856-5118fd2eb1cb req-9fea17c2-0f95-4acc-a22d-4c05678db924 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:27.002499 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-2ead2cb9-0f70-4bb6-8856-5118fd2eb1cb req-9fea17c2-0f95-4acc-a22d-4c05678db924 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bf22eb8a-e96a-4e56-ba91-b959dd6aeac4 HTTP/1.1" status: 200 len: 944 time: 0.0457950 Sep 29 02:17:27.052365 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-2ead2cb9-0f70-4bb6-8856-5118fd2eb1cb req-04d5f0c3-4db1-47e7-9178-d80d42e4bb3d tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7bd95c45-2d00-45d1-8fb2-408f0e9124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442803 Sep 29 02:17:28.180058 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61134008-c4ba-4229-8738-1338bd2368d9 req-c04dceae-f340-4299-aa2c-b1a255e770e7 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:28.182081 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-61134008-c4ba-4229-8738-1338bd2368d9 req-c04dceae-f340-4299-aa2c-b1a255e770e7 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bf22eb8a-e96a-4e56-ba91-b959dd6aeac4 HTTP/1.1" status: 200 len: 944 time: 0.0467610 Sep 29 02:17:28.227418 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-61134008-c4ba-4229-8738-1338bd2368d9 req-b4e8ec5a-2e9d-4730-8dbc-6efc060873ba tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7bd95c45-2d00-45d1-8fb2-408f0e9124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398610 Sep 29 02:17:29.346341 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203b228-7b0f-4293-a761-1176b3f4b432 req-6d5576e9-e216-4b14-a176-456dac3fe7a4 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:29.347693 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6203b228-7b0f-4293-a761-1176b3f4b432 req-6d5576e9-e216-4b14-a176-456dac3fe7a4 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bf22eb8a-e96a-4e56-ba91-b959dd6aeac4 HTTP/1.1" status: 200 len: 944 time: 0.0456069 Sep 29 02:17:29.394350 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6203b228-7b0f-4293-a761-1176b3f4b432 req-e8f083d4-8c9d-4c68-8a39-5f684b1e5aad tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7bd95c45-2d00-45d1-8fb2-408f0e9124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405679 Sep 29 02:17:29.496673 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95baa7b-eae9-4710-999f-60d76fc41297 req-7d716c58-c700-46d3-8a7c-edb6e4c07b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:29.498150 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-a95baa7b-eae9-4710-999f-60d76fc41297 req-7d716c58-c700-46d3-8a7c-edb6e4c07b84 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=1765f90d50914c75bf5c10c43bc688e9&device_id=bf22eb8a-e96a-4e56-ba91-b959dd6aeac4 HTTP/1.1" status: 200 len: 1128 time: 0.0388834 Sep 29 02:17:29.594035 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95baa7b-eae9-4710-999f-60d76fc41297 req-27eff750-2bdb-480f-9aab-decd30b9ebb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:29.595508 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-a95baa7b-eae9-4710-999f-60d76fc41297 req-27eff750-2bdb-480f-9aab-decd30b9ebb6 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2 HTTP/1.1" status: 200 len: 915 time: 0.0897858 Sep 29 02:17:29.635678 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-a95baa7b-eae9-4710-999f-60d76fc41297 req-aa9f2c1f-c01e-4b85-bcc0-ab77d369591f service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40200c85-b542-4978-a595-49d3bff92b64 HTTP/1.1" status: 200 len: 217 time: 0.0334239 Sep 29 02:17:29.687934 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95baa7b-eae9-4710-999f-60d76fc41297 req-bcd5cdd6-0164-4fa3-9fad-abc7bf31be96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:29.689384 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-a95baa7b-eae9-4710-999f-60d76fc41297 req-bcd5cdd6-0164-4fa3-9fad-abc7bf31be96 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=00e04331-0054-4eae-80e0-25be17b9d3cd HTTP/1.1" status: 200 len: 853 time: 0.0484011 Sep 29 02:17:29.734346 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95baa7b-eae9-4710-999f-60d76fc41297 req-ad2e817f-8d49-49d5-a301-cb2cdd829734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:29.735809 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-a95baa7b-eae9-4710-999f-60d76fc41297 req-ad2e817f-8d49-49d5-a301-cb2cdd829734 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0394950 Sep 29 02:17:29.828955 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-a95baa7b-eae9-4710-999f-60d76fc41297 req-b2c5773b-1ef1-4d7d-b70b-1533c91ff657 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843608 Sep 29 02:17:29.880409 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:29.922609 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-a95baa7b-eae9-4710-999f-60d76fc41297 req-4ca125b7-9d65-4418-932d-47fa63a41a37 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845706 Sep 29 02:17:30.133153 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=74,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:30.140646 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:30.479846 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 40200c85-b542-4978-a595-49d3bff92b64 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:17:30.488517 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:30.518848 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c2d7e-f206-4075-a83d-39daa1635834 req-93771a43-6a0f-48f5-8d36-731d929ba75f tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:30.520317 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-cf7c2d7e-f206-4075-a83d-39daa1635834 req-93771a43-6a0f-48f5-8d36-731d929ba75f tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bf22eb8a-e96a-4e56-ba91-b959dd6aeac4 HTTP/1.1" status: 200 len: 944 time: 0.0504866 Sep 29 02:17:30.567507 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-cf7c2d7e-f206-4075-a83d-39daa1635834 req-e45c6baf-a9d9-4254-a45e-3d82b07e506b tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7bd95c45-2d00-45d1-8fb2-408f0e9124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416527 Sep 29 02:17:30.582104 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 40200c85-b542-4978-a595-49d3bff92b64, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=40200c85-b542-4978-a595-49d3bff92b64,segment=NetworkSegment(1941badf-aa62-4a91-ac01-3d965bf2bf64),segment_id=1941badf-aa62-4a91-ac01-3d965bf2bf64)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:30.593482 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Returning: {'device': '40200c85-b542-4978-a595-49d3bff92b64', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'port_id': '40200c85-b542-4978-a595-49d3bff92b64', 'mac_address': 'fa:16:3e:e7:96:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:17:30.627698 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port 40200c85-b542-4978-a595-49d3bff92b64 is: DOWN; New status is: BUILD {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:17:30.628087 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (40200c85-b542-4978-a595-49d3bff92b64), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:30.644393 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40200c85-b542-4978-a595-49d3bff92b64 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:17:30.663052 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 40200c85-b542-4978-a595-49d3bff92b64, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=40200c85-b542-4978-a595-49d3bff92b64,segment=NetworkSegment(1941badf-aa62-4a91-ac01-3d965bf2bf64),segment_id=1941badf-aa62-4a91-ac01-3d965bf2bf64)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:30.667114 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (40200c85-b542-4978-a595-49d3bff92b64), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:30.711607 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Pushing event updated for resources: {'Port': ['ID=40200c85-b542-4978-a595-49d3bff92b64,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:30.718449 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:30.718798 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:30.719140 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:30.719499 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:30.719851 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:30.720187 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:30.720513 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:30.720840 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:30.721166 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:30.721522 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:30.721850 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:30.722175 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:30.722498 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:30.722819 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:30.723136 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:31.051643 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 6 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:17:31.095922 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] get_ports_and_sgs() called for port_ids ['40200c85-b542-4978-a595-49d3bff92b64'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:17:31.690968 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841e588-8c00-49bb-afd5-d8303cab505b req-ef1d3e24-4b6d-480e-89b3-523896eb326d tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:31.692338 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7841e588-8c00-49bb-afd5-d8303cab505b req-ef1d3e24-4b6d-480e-89b3-523896eb326d tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bf22eb8a-e96a-4e56-ba91-b959dd6aeac4 HTTP/1.1" status: 200 len: 945 time: 0.0461113 Sep 29 02:17:31.740425 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7841e588-8c00-49bb-afd5-d8303cab505b req-0bd6321e-97fb-4a7e-a85e-70213663ca4e tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7bd95c45-2d00-45d1-8fb2-408f0e9124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418265 Sep 29 02:17:32.307132 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 56610) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:32.350087 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-80c24454-3999-4df7-b6c3-80d7df304372 admin admin] Deleting subnet b09cba57-3e8f-4e5d-9604-d9c5e2bf2bf6 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 29 02:17:32.353116 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-80c24454-3999-4df7-b6c3-80d7df304372 admin admin] Publish callbacks [] for subnet (b09cba57-3e8f-4e5d-9604-d9c5e2bf2bf6), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:32.390869 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-80c24454-3999-4df7-b6c3-80d7df304372 admin admin] Publish callbacks [] for subnet (b09cba57-3e8f-4e5d-9604-d9c5e2bf2bf6), precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:32.396859 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-80c24454-3999-4df7-b6c3-80d7df304372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-885443'] for subnet (b09cba57-3e8f-4e5d-9604-d9c5e2bf2bf6), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:32.448891 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-80c24454-3999-4df7-b6c3-80d7df304372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-890536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168'] for subnet (b09cba57-3e8f-4e5d-9604-d9c5e2bf2bf6), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:32.474092 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c24454-3999-4df7-b6c3-80d7df304372 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b09cba57-3e8f-4e5d-9604-d9c5e2bf2bf6,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:32.477747 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-80c24454-3999-4df7-b6c3-80d7df304372 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:32.480843 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-80c24454-3999-4df7-b6c3-80d7df304372 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/b09cba57-3e8f-4e5d-9604-d9c5e2bf2bf6 HTTP/1.1" status: 204 len: 168 time: 0.1727223 Sep 29 02:17:32.483362 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 56612) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:32.496618 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 40200c85-b542-4978-a595-49d3bff92b64 up at agent hyperv_hv-cinder-74014 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:17:32.539320 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Provisioning for port 40200c85-b542-4978-a595-49d3bff92b64 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:17:32.545530 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Provisioning complete for port 40200c85-b542-4978-a595-49d3bff92b64 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:17:32.545967 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (40200c85-b542-4978-a595-49d3bff92b64), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:32.546301 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Attempt 1 to provision port 40200c85-b542-4978-a595-49d3bff92b64 Sep 29 02:17:32.553439 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-940b7508-89fe-44a6-8b79-9f0e293099c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790930'] for network (5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:32.565261 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:32.621114 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port 40200c85-b542-4978-a595-49d3bff92b64 is: BUILD; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:17:32.621522 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (40200c85-b542-4978-a595-49d3bff92b64), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:32.648095 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf22eb8a-e96a-4e56-ba91-b959dd6aeac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40200c85-b542-4978-a595-49d3bff92b64'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:17:32.650431 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9024dbdcad92e29b408608371dc01104c16b992bc758fd4b6455d872f62f597b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deda3080-9723-4c31-a30c-9d8a7549b433" -d '{"events": [{"server_uuid": "bf22eb8a-e96a-4e56-ba91-b959dd6aeac4", "name": "network-vif-plugged", "status": "completed", "tag": "40200c85-b542-4978-a595-49d3bff92b64"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:17:32.670698 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 40200c85-b542-4978-a595-49d3bff92b64, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=40200c85-b542-4978-a595-49d3bff92b64,segment=NetworkSegment(1941badf-aa62-4a91-ac01-3d965bf2bf64),segment_id=1941badf-aa62-4a91-ac01-3d965bf2bf64)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:32.676485 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (40200c85-b542-4978-a595-49d3bff92b64), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:32.729985 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Pushing event updated for resources: {'Port': ['ID=40200c85-b542-4978-a595-49d3bff92b64,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:32.767658 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb695d9-b8ce-4bc3-9d7f-0990a5c7d6f3 x-openstack-request-id: req-7bb695d9-b8ce-4bc3-9d7f-0990a5c7d6f3 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:17:32.769547 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf22eb8a-e96a-4e56-ba91-b959dd6aeac4", "name": "network-vif-plugged", "status": "completed", "tag": "40200c85-b542-4978-a595-49d3bff92b64", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:17:32.769916 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7bb695d9-b8ce-4bc3-9d7f-0990a5c7d6f3 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:17:32.770413 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bb695d9-b8ce-4bc3-9d7f-0990a5c7d6f3'] response: {'server_uuid': 'bf22eb8a-e96a-4e56-ba91-b959dd6aeac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40200c85-b542-4978-a595-49d3bff92b64', 'code': 200} Sep 29 02:17:32.877257 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee582cee-c9e9-40c7-aa60-2f7cdbb65a69 req-032e156f-064b-4084-9364-b3b1db4a9187 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:32.878765 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ee582cee-c9e9-40c7-aa60-2f7cdbb65a69 req-032e156f-064b-4084-9364-b3b1db4a9187 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bf22eb8a-e96a-4e56-ba91-b959dd6aeac4 HTTP/1.1" status: 200 len: 946 time: 0.0592878 Sep 29 02:17:32.898205 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-940b7508-89fe-44a6-8b79-9f0e293099c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-847605', 'neutron.services.segments.db._delete_segments_for_network-8769072566986'] for network (5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:32.935362 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ee582cee-c9e9-40c7-aa60-2f7cdbb65a69 req-373e31e5-e373-45af-9218-2964ba865421 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7bd95c45-2d00-45d1-8fb2-408f0e9124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498171 Sep 29 02:17:32.951573 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-940b7508-89fe-44a6-8b79-9f0e293099c4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:17:32.951923 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-940b7508-89fe-44a6-8b79-9f0e293099c4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:17:32.952672 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-940b7508-89fe-44a6-8b79-9f0e293099c4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:17:32.953025 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-940b7508-89fe-44a6-8b79-9f0e293099c4 admin admin] Subscribe: > port after_create 55550000 {{(pid=106439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:17:32.953396 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-940b7508-89fe-44a6-8b79-9f0e293099c4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:17:32.953738 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-940b7508-89fe-44a6-8b79-9f0e293099c4 admin admin] Subscribe: > port after_update 55550000 {{(pid=106439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:17:32.954061 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-940b7508-89fe-44a6-8b79-9f0e293099c4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:17:32.954401 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-940b7508-89fe-44a6-8b79-9f0e293099c4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:17:32.954721 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-940b7508-89fe-44a6-8b79-9f0e293099c4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:17:32.955045 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-940b7508-89fe-44a6-8b79-9f0e293099c4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:17:33.049653 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-940b7508-89fe-44a6-8b79-9f0e293099c4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:17:33.050001 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-940b7508-89fe-44a6-8b79-9f0e293099c4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:17:33.050335 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-940b7508-89fe-44a6-8b79-9f0e293099c4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:17:33.050671 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-940b7508-89fe-44a6-8b79-9f0e293099c4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 02:17:33.051027 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.services.segments.db [None req-940b7508-89fe-44a6-8b79-9f0e293099c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:33.073144 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.services.segments.db [None req-940b7508-89fe-44a6-8b79-9f0e293099c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e94d2288-b31f-4841-a25d-0aeb698d0408') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:33.073463 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.services.segments.db [None req-940b7508-89fe-44a6-8b79-9f0e293099c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e94d2288-b31f-4841-a25d-0aeb698d0408') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:33.092156 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a44f9-703b-4c24-878a-b2d50cc94b25 req-e8de0bcd-782b-4174-b9ec-64bcc1c65236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:33.093737 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-8d9a44f9-703b-4c24-878a-b2d50cc94b25 req-e8de0bcd-782b-4174-b9ec-64bcc1c65236 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bf22eb8a-e96a-4e56-ba91-b959dd6aeac4 HTTP/1.1" status: 200 len: 1130 time: 0.1803684 Sep 29 02:17:33.095425 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-940b7508-89fe-44a6-8b79-9f0e293099c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769072454503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27011546'] for segment (e94d2288-b31f-4841-a25d-0aeb698d0408), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:33.135947 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-940b7508-89fe-44a6-8b79-9f0e293099c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841896'] for segment (e94d2288-b31f-4841-a25d-0aeb698d0408), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:33.147280 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-940b7508-89fe-44a6-8b79-9f0e293099c4 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 02:17:33.147665 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-940b7508-89fe-44a6-8b79-9f0e293099c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27012448'] for segment (e94d2288-b31f-4841-a25d-0aeb698d0408), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:33.231724 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-8d9a44f9-703b-4c24-878a-b2d50cc94b25 req-7816b9d2-1e7a-46b2-ae00-fc7adc4ac007 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7bd95c45-2d00-45d1-8fb2-408f0e9124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249571 Sep 29 02:17:33.235787 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-940b7508-89fe-44a6-8b79-9f0e293099c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-847614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1596307'] for network (5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:33.248213 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-940b7508-89fe-44a6-8b79-9f0e293099c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for network (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:33.251311 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-940b7508-89fe-44a6-8b79-9f0e293099c4 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5 HTTP/1.1" status: 204 len: 168 time: 0.7670376 Sep 29 02:17:33.262335 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b7508-89fe-44a6-8b79-9f0e293099c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d6f4d8d-d0c6-46ce-b782-688fd6e2ffc5,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:33.319342 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.services.segments.plugin [-] Segment e94d2288-b31f-4841-a25d-0aeb698d0408 resource provider aggregate not found Sep 29 02:17:33.337134 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.services.segments.plugin [-] Segment e94d2288-b31f-4841-a25d-0aeb698d0408 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e94d2288-b31f-4841-a25d-0aeb698d0408 found for delete ", "request_id": "req-1af91a99-0f9f-4f0c-bf68-6f5e73dd1ecf"}]} Sep 29 02:17:33.368539 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 56632) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:33.409372 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-dea2eeed-1235-4024-8cdd-27ab6f9aee8d admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=342119cedbac4ca9b7ac5c1cd5481823&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388882 Sep 29 02:17:33.411768 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 56634) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:33.438019 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:33.459985 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-76a54a51-2b05-4cfb-8aa7-d8932141aa74 admin admin] Publish callbacks [] for security_group (145073e6-d7d3-4f1e-a152-ff3f6ae43270), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:33.480132 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-76a54a51-2b05-4cfb-8aa7-d8932141aa74 admin admin] Publish callbacks [] for security_group (145073e6-d7d3-4f1e-a152-ff3f6ae43270), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:33.526967 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-76a54a51-2b05-4cfb-8aa7-d8932141aa74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (145073e6-d7d3-4f1e-a152-ff3f6ae43270), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:33.529478 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-76a54a51-2b05-4cfb-8aa7-d8932141aa74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:33.530647 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-76a54a51-2b05-4cfb-8aa7-d8932141aa74 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/145073e6-d7d3-4f1e-a152-ff3f6ae43270 HTTP/1.1" status: 204 len: 168 time: 0.1179976 Sep 29 02:17:33.532753 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:33.539989 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a54a51-2b05-4cfb-8aa7-d8932141aa74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145073e6-d7d3-4f1e-a152-ff3f6ae43270,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:34.067620 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1bfe2-6bc6-494b-970b-8606aaa74327 req-1f8f1843-e3b2-4ccd-84c1-b834551e232b tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:34.069127 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e0d1bfe2-6bc6-494b-970b-8606aaa74327 req-1f8f1843-e3b2-4ccd-84c1-b834551e232b tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bf22eb8a-e96a-4e56-ba91-b959dd6aeac4 HTTP/1.1" status: 200 len: 946 time: 0.0515511 Sep 29 02:17:34.119598 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e0d1bfe2-6bc6-494b-970b-8606aaa74327 req-8b547bbb-f906-46b9-8090-ef2ff6efade8 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7bd95c45-2d00-45d1-8fb2-408f0e9124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434968 Sep 29 02:17:34.215572 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 56658) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:34.311967 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-d82c2579-e09d-4819-a911-c0d3d744bb91 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1865129362-network', 'tenant_id': 'df0405453f304b0091c0d9eda1c17725'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:34.332288 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82c2579-e09d-4819-a911-c0d3d744bb91 admin admin] Made reservation on behalf of df0405453f304b0091c0d9eda1c17725 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:17:34.334642 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d82c2579-e09d-4819-a911-c0d3d744bb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for network (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:34.343575 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d82c2579-e09d-4819-a911-c0d3d744bb91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:34.419763 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d82c2579-e09d-4819-a911-c0d3d744bb91 admin admin] Publish callbacks [] for security_group (3eb46fdb-1602-49b2-a698-2775255c4c19), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:34.423609 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d82c2579-e09d-4819-a911-c0d3d744bb91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (3eb46fdb-1602-49b2-a698-2775255c4c19), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:34.448887 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d82c2579-e09d-4819-a911-c0d3d744bb91 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:17:34.459323 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c2579-e09d-4819-a911-c0d3d744bb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb46fdb-1602-49b2-a698-2775255c4c19,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:34.466202 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d82c2579-e09d-4819-a911-c0d3d744bb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841896'] for segment (99e13ae0-baa8-4c19-aaf4-df298c2960c6), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:34.466536 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.db.segments_db [None req-d82c2579-e09d-4819-a911-c0d3d744bb91 admin admin] Added segment 99e13ae0-baa8-4c19-aaf4-df298c2960c6 of type vlan for network 92f847ed-2962-457c-914a-6a3bcf2e1d71 Sep 29 02:17:34.501601 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:34.512414 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d82c2579-e09d-4819-a911-c0d3d744bb91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769072021697'] for network (92f847ed-2962-457c-914a-6a3bcf2e1d71), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:34.538797 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d82c2579-e09d-4819-a911-c0d3d744bb91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168'] for network (92f847ed-2962-457c-914a-6a3bcf2e1d71), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:34.539826 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82c2579-e09d-4819-a911-c0d3d744bb91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:34.540398 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d82c2579-e09d-4819-a911-c0d3d744bb91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for network (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:34.593246 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-d82c2579-e09d-4819-a911-c0d3d744bb91 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3765993 Sep 29 02:17:34.596220 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 56662) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:34.601121 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-eda092db-f106-4a55-bfe8-ab28f6ac1e95 admin admin] Request body: {'subnet': {'network_id': '92f847ed-2962-457c-914a-6a3bcf2e1d71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1865129362-subnet', 'tenant_id': 'df0405453f304b0091c0d9eda1c17725', 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:34.603997 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c2579-e09d-4819-a911-c0d3d744bb91 admin admin] Pushing event updated for resources: {'Network': ['ID=92f847ed-2962-457c-914a-6a3bcf2e1d71,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:34.613173 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Network 92f847ed-2962-457c-914a-6a3bcf2e1d71 details requested by agent ovs-agent-dv-cinder-740146-21-smb with host dv-cinder-740146-21-smb {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:17:34.622135 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda092db-f106-4a55-bfe8-ab28f6ac1e95 admin admin] Made reservation on behalf of df0405453f304b0091c0d9eda1c17725 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:17:34.624626 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eda092db-f106-4a55-bfe8-ab28f6ac1e95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25691299'] for subnet (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:34.804775 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eda092db-f106-4a55-bfe8-ab28f6ac1e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26031399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25691285'] for subnet (c2ee33f6-27fd-478c-8594-356279dab737), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:34.860783 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda092db-f106-4a55-bfe8-ab28f6ac1e95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2ee33f6-27fd-478c-8594-356279dab737,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:34.869335 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda092db-f106-4a55-bfe8-ab28f6ac1e95 admin admin] Checking segment: {'id': '99e13ae0-baa8-4c19-aaf4-df298c2960c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '92f847ed-2962-457c-914a-6a3bcf2e1d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:17:34.869722 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda092db-f106-4a55-bfe8-ab28f6ac1e95 admin admin] Network hostable DHCP agents. Network: 92f847ed-2962-457c-914a-6a3bcf2e1d71, hostable agents: ['7f4c726f-d790-49c7-8982-ed059dd67ac5'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:17:34.887264 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda092db-f106-4a55-bfe8-ab28f6ac1e95 admin admin] Network 92f847ed-2962-457c-914a-6a3bcf2e1d71 is scheduled to be hosted by DHCP agent 7f4c726f-d790-49c7-8982-ed059dd67ac5 with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:17:34.895461 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-eda092db-f106-4a55-bfe8-ab28f6ac1e95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-21-smb, 92f847ed-2962-457c-914a-6a3bcf2e1d71) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:17:34.899623 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda092db-f106-4a55-bfe8-ab28f6ac1e95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:34.900850 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eda092db-f106-4a55-bfe8-ab28f6ac1e95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for subnet (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:34.905483 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657830e9-a36d-45a5-8588-86b585d6aacb None None] Network 92f847ed-2962-457c-914a-6a3bcf2e1d71 requested from dv-cinder-740146-21-smb {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:17:34.916700 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-eda092db-f106-4a55-bfe8-ab28f6ac1e95 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3193452 Sep 29 02:17:34.919361 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 56664) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:34.923619 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-841a5eba-d4f0-4ff2-9edf-0e31e7020348 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1865129362-router', 'tenant_id': 'df0405453f304b0091c0d9eda1c17725', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:34.945936 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-841a5eba-d4f0-4ff2-9edf-0e31e7020348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10396'] for router (8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:34.946992 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-841a5eba-d4f0-4ff2-9edf-0e31e7020348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1581304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2067329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2004281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10375'] for router (8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:34.949532 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:34.976375 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:35.005039 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-841a5eba-d4f0-4ff2-9edf-0e31e7020348 admin admin] Publish callbacks [] for router_controller (8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2), precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:35.022468 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b875ffed-8f4f-425d-b53e-2a7cd5810701 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp60dc7976-dc90-5c45-bbbf-1f90e69458c6-92f847ed-2962-457c-914a-6a3bcf2e1d71', 'network_id': '92f847ed-2962-457c-914a-6a3bcf2e1d71', 'project_id': 'df0405453f304b0091c0d9eda1c17725', 'fixed_ips': [{'subnet_id': 'c2ee33f6-27fd-478c-8594-356279dab737'}]}} from dv-cinder-740146-21-smb. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 29 02:17:35.023369 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b875ffed-8f4f-425d-b53e-2a7cd5810701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:35.140727 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-841a5eba-d4f0-4ff2-9edf-0e31e7020348 admin admin] Publish callbacks [] for router_gateway (8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2), precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:35.171899 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-b875ffed-8f4f-425d-b53e-2a7cd5810701 None None] Allocated IP 172.20.0.2 (92f847ed-2962-457c-914a-6a3bcf2e1d71/c2ee33f6-27fd-478c-8594-356279dab737/864a01fc-c548-497a-923b-b62766c4807e) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:17:35.266157 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:35.289269 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d9e0b-3603-48e9-8415-387268aafb25 req-a22694b2-5b25-4ec7-9f0e-446970230ffa tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:35.291746 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-572d9e0b-3603-48e9-8415-387268aafb25 req-a22694b2-5b25-4ec7-9f0e-446970230ffa tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bf22eb8a-e96a-4e56-ba91-b959dd6aeac4 HTTP/1.1" status: 200 len: 946 time: 0.0755253 Sep 29 02:17:35.330887 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b875ffed-8f4f-425d-b53e-2a7cd5810701 None None] Publish callbacks [] for port (864a01fc-c548-497a-923b-b62766c4807e), precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:35.336704 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b875ffed-8f4f-425d-b53e-2a7cd5810701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420'] for port (864a01fc-c548-497a-923b-b62766c4807e), after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:35.378236 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b875ffed-8f4f-425d-b53e-2a7cd5810701 None None] Network 92f847ed-2962-457c-914a-6a3bcf2e1d71 is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:17:35.381530 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-b875ffed-8f4f-425d-b53e-2a7cd5810701 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:17:35.386385 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b875ffed-8f4f-425d-b53e-2a7cd5810701 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:17:35.389375 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b875ffed-8f4f-425d-b53e-2a7cd5810701 None None] Pushing event updated for resources: {'Port': ['ID=864a01fc-c548-497a-923b-b62766c4807e,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:35.410245 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:35.433088 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-572d9e0b-3603-48e9-8415-387268aafb25 req-19a4aab6-f5a4-4585-8288-5fb7e601ef86 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7bd95c45-2d00-45d1-8fb2-408f0e9124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051283 Sep 29 02:17:35.439623 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-841a5eba-d4f0-4ff2-9edf-0e31e7020348 admin admin] Publish callbacks [] for router_gateway (8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:35.449430 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-b875ffed-8f4f-425d-b53e-2a7cd5810701 None None] Attempting to bind port 864a01fc-c548-497a-923b-b62766c4807e on host dv-cinder-740146-21-smb for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:17:35.449804 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-b875ffed-8f4f-425d-b53e-2a7cd5810701 None None] Attempting to bind port 864a01fc-c548-497a-923b-b62766c4807e by drivers openvswitch,hyperv on host dv-cinder-740146-21-smb at level 0 using segments [{'id': '99e13ae0-baa8-4c19-aaf4-df298c2960c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '92f847ed-2962-457c-914a-6a3bcf2e1d71'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:17:35.450176 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b875ffed-8f4f-425d-b53e-2a7cd5810701 None None] Attempting to bind port 864a01fc-c548-497a-923b-b62766c4807e on network 92f847ed-2962-457c-914a-6a3bcf2e1d71 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:17:35.458903 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-841a5eba-d4f0-4ff2-9edf-0e31e7020348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:35.493499 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b875ffed-8f4f-425d-b53e-2a7cd5810701 None None] Checking agent: {'id': '732f1f10-53c2-4a73-b7b4-882674716f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 25), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:17:35.494380 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b875ffed-8f4f-425d-b53e-2a7cd5810701 None None] Checking segment: {'id': '99e13ae0-baa8-4c19-aaf4-df298c2960c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '92f847ed-2962-457c-914a-6a3bcf2e1d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:17:35.494754 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b875ffed-8f4f-425d-b53e-2a7cd5810701 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:35.495179 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b875ffed-8f4f-425d-b53e-2a7cd5810701 None None] Bound using segment: {'id': '99e13ae0-baa8-4c19-aaf4-df298c2960c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '92f847ed-2962-457c-914a-6a3bcf2e1d71'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:17:35.495898 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-b875ffed-8f4f-425d-b53e-2a7cd5810701 None None] Bound port: 864a01fc-c548-497a-923b-b62766c4807e, host: dv-cinder-740146-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e13ae0-baa8-4c19-aaf4-df298c2960c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '92f847ed-2962-457c-914a-6a3bcf2e1d71'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:17:35.496275 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b875ffed-8f4f-425d-b53e-2a7cd5810701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (864a01fc-c548-497a-923b-b62766c4807e), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:35.555270 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-b875ffed-8f4f-425d-b53e-2a7cd5810701 None None] For port 864a01fc-c548-497a-923b-b62766c4807e, host dv-cinder-740146-21-smb, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:17:35.559783 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-b875ffed-8f4f-425d-b53e-2a7cd5810701 None None] For port 864a01fc-c548-497a-923b-b62766c4807e, host dv-cinder-740146-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=864a01fc-c548-497a-923b-b62766c4807e,segment=NetworkSegment(99e13ae0-baa8-4c19-aaf4-df298c2960c6),segment_id=99e13ae0-baa8-4c19-aaf4-df298c2960c6)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:17:35.565428 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b875ffed-8f4f-425d-b53e-2a7cd5810701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (864a01fc-c548-497a-923b-b62766c4807e), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:35.573815 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-841a5eba-d4f0-4ff2-9edf-0e31e7020348 admin admin] Allocated IP 172.28.2.230 (b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd/e0ffa218-6ca5-4006-b711-a782d769deaf/6f0f53f3-ef8d-46aa-a348-9e21b3f7c506) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:17:35.618637 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b875ffed-8f4f-425d-b53e-2a7cd5810701 None None] Pushing event updated for resources: {'Port': ['ID=864a01fc-c548-497a-923b-b62766c4807e,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:35.692577 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-841a5eba-d4f0-4ff2-9edf-0e31e7020348 admin admin] Publish callbacks [] for port (6f0f53f3-ef8d-46aa-a348-9e21b3f7c506), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:35.726772 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-841a5eba-d4f0-4ff2-9edf-0e31e7020348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (6f0f53f3-ef8d-46aa-a348-9e21b3f7c506), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:35.803704 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841a5eba-d4f0-4ff2-9edf-0e31e7020348 admin admin] Network b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:17:35.807770 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-841a5eba-d4f0-4ff2-9edf-0e31e7020348 admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:17:35.810362 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a5eba-d4f0-4ff2-9edf-0e31e7020348 admin admin] Pushing event updated for resources: {'Port': ['ID=6f0f53f3-ef8d-46aa-a348-9e21b3f7c506,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:35.818692 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841a5eba-d4f0-4ff2-9edf-0e31e7020348 admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:17:36.078094 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-841a5eba-d4f0-4ff2-9edf-0e31e7020348 admin admin] Publish callbacks [] for router_gateway (8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:36.218034 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:36.294561 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-841a5eba-d4f0-4ff2-9edf-0e31e7020348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1581295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1596208'] for router (8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:36.352018 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:36.387405 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 864a01fc-c548-497a-923b-b62766c4807e up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:17:36.438763 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port 864a01fc-c548-497a-923b-b62766c4807e triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:17:36.439384 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (864a01fc-c548-497a-923b-b62766c4807e), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:36.439824 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port 864a01fc-c548-497a-923b-b62766c4807e Sep 29 02:17:36.452996 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841a5eba-d4f0-4ff2-9edf-0e31e7020348 admin admin] Router 8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2 is scheduled to L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 02:17:36.488337 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:36.528870 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port 864a01fc-c548-497a-923b-b62766c4807e is: DOWN; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:17:36.529360 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (864a01fc-c548-497a-923b-b62766c4807e), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:36.568980 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] For port 864a01fc-c548-497a-923b-b62766c4807e, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=864a01fc-c548-497a-923b-b62766c4807e,segment=NetworkSegment(99e13ae0-baa8-4c19-aaf4-df298c2960c6),segment_id=99e13ae0-baa8-4c19-aaf4-df298c2960c6)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:36.576136 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (864a01fc-c548-497a-923b-b62766c4807e), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:36.636777 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc053878-5b79-42a9-ac46-8ac28ebea225 None None] Network 92f847ed-2962-457c-914a-6a3bcf2e1d71 requested from dv-cinder-740146-21-smb {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:17:36.656661 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Pushing event updated for resources: {'Port': ['ID=864a01fc-c548-497a-923b-b62766c4807e,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:36.695987 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:36.710172 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-efd22980-d69b-4fc1-b937-96340fc3bdf3 None None] Provisioning complete for port 864a01fc-c548-497a-923b-b62766c4807e triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:17:36.710460 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-efd22980-d69b-4fc1-b937-96340fc3bdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (864a01fc-c548-497a-923b-b62766c4807e), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:36.710791 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-efd22980-d69b-4fc1-b937-96340fc3bdf3 None None] Attempt 1 to provision port 864a01fc-c548-497a-923b-b62766c4807e Sep 29 02:17:36.830125 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-efd22980-d69b-4fc1-b937-96340fc3bdf3 None None] Current status of the port 864a01fc-c548-497a-923b-b62766c4807e is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:17:36.841421 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba2d7b-474e-4d57-a082-3766e5935efa req-90c117ce-d4f9-4be3-8db4-49406ce45a57 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:36.842987 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7aba2d7b-474e-4d57-a082-3766e5935efa req-90c117ce-d4f9-4be3-8db4-49406ce45a57 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bf22eb8a-e96a-4e56-ba91-b959dd6aeac4 HTTP/1.1" status: 200 len: 946 time: 0.0888641 Sep 29 02:17:36.876394 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841a5eba-d4f0-4ff2-9edf-0e31e7020348 admin admin] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:17:36.885976 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a97a7a0-1009-4893-ab28-232ee32b8c36 None None] Sync routers for ids ['8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2'] in dv-cinder-740146-21-smb {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:17:36.897981 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a97a7a0-1009-4893-ab28-232ee32b8c36 None None] Routers {'8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:17:36.898871 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-8a97a7a0-1009-4893-ab28-232ee32b8c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:17:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:36.913859 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7aba2d7b-474e-4d57-a082-3766e5935efa req-f8853ea4-5f43-4d4e-98c2-75a824b4720c tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7bd95c45-2d00-45d1-8fb2-408f0e9124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634699 Sep 29 02:17:36.918126 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-841a5eba-d4f0-4ff2-9edf-0e31e7020348 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:36.922176 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-841a5eba-d4f0-4ff2-9edf-0e31e7020348 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0018306 Sep 29 02:17:36.922344 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 56686) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:37.033199 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-8a97a7a0-1009-4893-ab28-232ee32b8c36 None None] Set router 8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2 gateway port host: dv-cinder-740146-21-smb {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:17:37.054377 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-f1a33d84-0152-49d2-9c4f-d492bfffdb1a None None] Provisioning complete for port 864a01fc-c548-497a-923b-b62766c4807e triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:17:37.054753 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f1a33d84-0152-49d2-9c4f-d492bfffdb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (864a01fc-c548-497a-923b-b62766c4807e), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:37.055093 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-f1a33d84-0152-49d2-9c4f-d492bfffdb1a None None] Attempt 1 to provision port 864a01fc-c548-497a-923b-b62766c4807e Sep 29 02:17:37.087433 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe301445-f3f5-4296-97d8-182db669208d req-0aadb32e-ca47-4151-a730-c13a13eab509 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:37.089476 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-fe301445-f3f5-4296-97d8-182db669208d req-0aadb32e-ca47-4151-a730-c13a13eab509 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bf22eb8a-e96a-4e56-ba91-b959dd6aeac4 HTTP/1.1" status: 200 len: 946 time: 0.0609031 Sep 29 02:17:37.099561 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 56690) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:37.104858 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-9384fefe-5d1d-4b38-b1bc-72570879a2db tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Request body: {'floatingip': {'port_id': '40200c85-b542-4978-a595-49d3bff92b64'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:37.163946 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9384fefe-5d1d-4b38-b1bc-72570879a2db tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for floatingip (f7437484-9d0b-4a09-adcf-4e418e48db1c), before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:37.202820 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-f1a33d84-0152-49d2-9c4f-d492bfffdb1a None None] Current status of the port 864a01fc-c548-497a-923b-b62766c4807e is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:17:37.239466 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=15 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:37.308620 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-8a97a7a0-1009-4893-ab28-232ee32b8c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2', 'name': 'tempest-TestShelveInstance-1865129362-router', 'tenant_id': 'df0405453f304b0091c0d9eda1c17725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.230'}], 'enable_snat': True}, 'gw_port_id': '6f0f53f3-ef8d-46aa-a348-9e21b3f7c506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:17:34Z', 'updated_at': '2022-09-29T02:17:35Z', 'revision_number': 3, 'project_id': 'df0405453f304b0091c0d9eda1c17725', 'gw_port': {'id': '6f0f53f3-ef8d-46aa-a348-9e21b3f7c506', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:35Z', 'updated_at': '2022-09-29T02:17:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb'}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:37.337437 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a97a7a0-1009-4893-ab28-232ee32b8c36 None None] Checking router: 8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2 for host: dv-cinder-740146-21-smb {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:17:37.338337 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a97a7a0-1009-4893-ab28-232ee32b8c36 None None] Updating router 8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2 port 6f0f53f3-ef8d-46aa-a348-9e21b3f7c506 binding host dv-cinder-740146-21-smb {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:17:37.367500 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-8a97a7a0-1009-4893-ab28-232ee32b8c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (6f0f53f3-ef8d-46aa-a348-9e21b3f7c506), before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:37.460951 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b9c5d725-f005-4c97-a29e-299d5edccfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:37.649897 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-b9c5d725-f005-4c97-a29e-299d5edccfa0 admin admin] Allocated IP 172.20.0.1 (92f847ed-2962-457c-914a-6a3bcf2e1d71/c2ee33f6-27fd-478c-8594-356279dab737/dde3cc94-b072-4c60-96e6-7ed31f6f7f21) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:17:37.674892 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-8a97a7a0-1009-4893-ab28-232ee32b8c36 None None] Publish callbacks [] for port (6f0f53f3-ef8d-46aa-a348-9e21b3f7c506), precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:37.683221 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-8a97a7a0-1009-4893-ab28-232ee32b8c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (6f0f53f3-ef8d-46aa-a348-9e21b3f7c506), after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:37.704519 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9384fefe-5d1d-4b38-b1bc-72570879a2db tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:37.721350 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9384fefe-5d1d-4b38-b1bc-72570879a2db tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1596334'] for floatingip (f7437484-9d0b-4a09-adcf-4e418e48db1c), after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:37.734831 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-8a97a7a0-1009-4893-ab28-232ee32b8c36 None None] Attempting to bind port 6f0f53f3-ef8d-46aa-a348-9e21b3f7c506 on host dv-cinder-740146-21-smb for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:17:37.735032 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-8a97a7a0-1009-4893-ab28-232ee32b8c36 None None] Attempting to bind port 6f0f53f3-ef8d-46aa-a348-9e21b3f7c506 by drivers openvswitch,hyperv on host dv-cinder-740146-21-smb at level 0 using segments [{'id': '3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:17:37.735254 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a97a7a0-1009-4893-ab28-232ee32b8c36 None None] Attempting to bind port 6f0f53f3-ef8d-46aa-a348-9e21b3f7c506 on network b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:17:37.737112 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:37.766435 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d6951-5f66-4f6a-a0c0-4a5d28b9a4ea None None] Pushing event updated for resources: {'Port': ['ID=6f0f53f3-ef8d-46aa-a348-9e21b3f7c506,revision_number=2']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:37.778556 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b9c5d725-f005-4c97-a29e-299d5edccfa0 admin admin] Publish callbacks [] for port (dde3cc94-b072-4c60-96e6-7ed31f6f7f21), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:37.779099 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d6951-5f66-4f6a-a0c0-4a5d28b9a4ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:37.779439 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d6951-5f66-4f6a-a0c0-4a5d28b9a4ea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:37.779772 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d6951-5f66-4f6a-a0c0-4a5d28b9a4ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:37.780132 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d6951-5f66-4f6a-a0c0-4a5d28b9a4ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:37.780462 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d6951-5f66-4f6a-a0c0-4a5d28b9a4ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:37.780783 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d6951-5f66-4f6a-a0c0-4a5d28b9a4ea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:37.781100 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d6951-5f66-4f6a-a0c0-4a5d28b9a4ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:37.781439 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d6951-5f66-4f6a-a0c0-4a5d28b9a4ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:37.781757 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d6951-5f66-4f6a-a0c0-4a5d28b9a4ea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:37.782077 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d6951-5f66-4f6a-a0c0-4a5d28b9a4ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:37.782389 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d6951-5f66-4f6a-a0c0-4a5d28b9a4ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:37.782721 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d6951-5f66-4f6a-a0c0-4a5d28b9a4ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:37.783038 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d6951-5f66-4f6a-a0c0-4a5d28b9a4ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:37.783346 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d6951-5f66-4f6a-a0c0-4a5d28b9a4ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:37.783651 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d6951-5f66-4f6a-a0c0-4a5d28b9a4ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:17:37.799148 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a97a7a0-1009-4893-ab28-232ee32b8c36 None None] Checking agent: {'id': '732f1f10-53c2-4a73-b7b4-882674716f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 25), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:17:37.799454 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a97a7a0-1009-4893-ab28-232ee32b8c36 None None] Checking segment: {'id': '3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:17:37.799853 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-8a97a7a0-1009-4893-ab28-232ee32b8c36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:37.800232 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a97a7a0-1009-4893-ab28-232ee32b8c36 None None] Bound using segment: {'id': '3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:17:37.800700 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-8a97a7a0-1009-4893-ab28-232ee32b8c36 None None] Bound port: 6f0f53f3-ef8d-46aa-a348-9e21b3f7c506, host: dv-cinder-740146-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:17:37.801072 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-8a97a7a0-1009-4893-ab28-232ee32b8c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (6f0f53f3-ef8d-46aa-a348-9e21b3f7c506), before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:37.805233 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7cd91-4de5-4a65-a8c3-b9b51b372f4a req-b1b418ab-bf51-4acb-8523-2e7c9e8657f7 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:37.806838 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-80c7cd91-4de5-4a65-a8c3-b9b51b372f4a req-b1b418ab-bf51-4acb-8523-2e7c9e8657f7 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 946 time: 0.1000752 Sep 29 02:17:37.818954 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b9c5d725-f005-4c97-a29e-299d5edccfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27012499'] for port (dde3cc94-b072-4c60-96e6-7ed31f6f7f21), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:37.855535 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-8a97a7a0-1009-4893-ab28-232ee32b8c36 None None] For port 6f0f53f3-ef8d-46aa-a348-9e21b3f7c506, host dv-cinder-740146-21-smb, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:17:37.859547 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:37.861430 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-8a97a7a0-1009-4893-ab28-232ee32b8c36 None None] For port 6f0f53f3-ef8d-46aa-a348-9e21b3f7c506, host dv-cinder-740146-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=6f0f53f3-ef8d-46aa-a348-9e21b3f7c506,segment=NetworkSegment(3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633),segment_id=3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:17:37.863069 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c5d725-f005-4c97-a29e-299d5edccfa0 admin admin] Network 92f847ed-2962-457c-914a-6a3bcf2e1d71 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:17:37.869245 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-b9c5d725-f005-4c97-a29e-299d5edccfa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:17:37.870468 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-8a97a7a0-1009-4893-ab28-232ee32b8c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (6f0f53f3-ef8d-46aa-a348-9e21b3f7c506), after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:37.871058 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5d725-f005-4c97-a29e-299d5edccfa0 admin admin] Pushing event updated for resources: {'Port': ['ID=dde3cc94-b072-4c60-96e6-7ed31f6f7f21,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:37.873204 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c5d725-f005-4c97-a29e-299d5edccfa0 admin admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:17:37.907981 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:37.916219 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-80c7cd91-4de5-4a65-a8c3-b9b51b372f4a req-7d0743e4-8e0e-44f4-9be8-ae7ff3cede3f tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741444 Sep 29 02:17:37.922827 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.db.l3_db [None req-9384fefe-5d1d-4b38-b1bc-72570879a2db tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Floating IP f7437484-9d0b-4a09-adcf-4e418e48db1c associated. External IP: 172.28.2.51, port: 40200c85-b542-4978-a595-49d3bff92b64. Sep 29 02:17:37.935034 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a97a7a0-1009-4893-ab28-232ee32b8c36 None None] Routers {'8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:17:37.943451 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-8a97a7a0-1009-4893-ab28-232ee32b8c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:17:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:37.953922 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b9c5d725-f005-4c97-a29e-299d5edccfa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2064679'] for router_interface (8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:38.001788 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d6951-5f66-4f6a-a0c0-4a5d28b9a4ea None None] Pushing event updated for resources: {'Port': ['ID=6f0f53f3-ef8d-46aa-a348-9e21b3f7c506,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:38.012423 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:38.019031 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:38.077037 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-8a97a7a0-1009-4893-ab28-232ee32b8c36 None None] Set router 8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2 gateway port host: dv-cinder-740146-21-smb {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:17:38.136300 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b9c5d725-f005-4c97-a29e-299d5edccfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (dde3cc94-b072-4c60-96e6-7ed31f6f7f21), before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:38.216130 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9384fefe-5d1d-4b38-b1bc-72570879a2db tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Router 17ccc970-db74-48fa-898c-ddc4443f89df has already been hosted by L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:17:38.242441 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:38.249202 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-d102caf3-3317-49f6-ac5a-bb4363d88539 None None] Provisioning complete for port dde3cc94-b072-4c60-96e6-7ed31f6f7f21 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:17:38.249757 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d102caf3-3317-49f6-ac5a-bb4363d88539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (dde3cc94-b072-4c60-96e6-7ed31f6f7f21), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:38.250254 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-d102caf3-3317-49f6-ac5a-bb4363d88539 None None] Attempt 1 to provision port dde3cc94-b072-4c60-96e6-7ed31f6f7f21 Sep 29 02:17:38.264094 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:38.292895 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-8a97a7a0-1009-4893-ab28-232ee32b8c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2', 'name': 'tempest-TestShelveInstance-1865129362-router', 'tenant_id': 'df0405453f304b0091c0d9eda1c17725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.230'}], 'enable_snat': True}, 'gw_port_id': '6f0f53f3-ef8d-46aa-a348-9e21b3f7c506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:17:34Z', 'updated_at': '2022-09-29T02:17:35Z', 'revision_number': 3, 'project_id': 'df0405453f304b0091c0d9eda1c17725', 'gw_port': {'id': '6f0f53f3-ef8d-46aa-a348-9e21b3f7c506', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:35Z', 'updated_at': '2022-09-29T02:17:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb'}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:38.299192 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-d102caf3-3317-49f6-ac5a-bb4363d88539 None None] Port dde3cc94-b072-4c60-96e6-7ed31f6f7f21 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:17:38.323446 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a97a7a0-1009-4893-ab28-232ee32b8c36 None None] The sync data for ids ['8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2'] in dv-cinder-740146-21-smb is: [{'id': '8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2', 'name': 'tempest-TestShelveInstance-1865129362-router', 'tenant_id': 'df0405453f304b0091c0d9eda1c17725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.230'}], 'enable_snat': True}, 'gw_port_id': '6f0f53f3-ef8d-46aa-a348-9e21b3f7c506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:17:34Z', 'updated_at': '2022-09-29T02:17:35Z', 'revision_number': 3, 'project_id': 'df0405453f304b0091c0d9eda1c17725', 'gw_port': {'id': '6f0f53f3-ef8d-46aa-a348-9e21b3f7c506', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:35Z', 'updated_at': '2022-09-29T02:17:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb'}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:17:38.331247 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b9c5d725-f005-4c97-a29e-299d5edccfa0 admin admin] Publish callbacks [] for port (dde3cc94-b072-4c60-96e6-7ed31f6f7f21), precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:38.338924 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b9c5d725-f005-4c97-a29e-299d5edccfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27012484'] for port (dde3cc94-b072-4c60-96e6-7ed31f6f7f21), after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:38.350382 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 864a01fc-c548-497a-923b-b62766c4807e up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:17:38.378139 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9384fefe-5d1d-4b38-b1bc-72570879a2db tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:17:38.384471 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9384fefe-5d1d-4b38-b1bc-72570879a2db tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for floatingip (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:38.394084 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ed1532-5c18-450d-89a3-ea5e7b6e40a6 None None] Sync routers for ids ['17ccc970-db74-48fa-898c-ddc4443f89df'] in dv-cinder-740146-21-smb {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:17:38.417079 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b9c5d725-f005-4c97-a29e-299d5edccfa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1703214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2064787'] for router_interface (8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:38.421536 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port 864a01fc-c548-497a-923b-b62766c4807e triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:17:38.421536 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (864a01fc-c548-497a-923b-b62766c4807e), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:38.421536 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port 864a01fc-c548-497a-923b-b62766c4807e Sep 29 02:17:38.423659 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-9384fefe-5d1d-4b38-b1bc-72570879a2db tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/f7437484-9d0b-4a09-adcf-4e418e48db1c HTTP/1.1" status: 200 len: 991 time: 1.3227360 Sep 29 02:17:38.424845 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf22eb8a-e96a-4e56-ba91-b959dd6aeac4', 'tag': '40200c85-b542-4978-a595-49d3bff92b64'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:17:38.427789 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6fd434f9474e642ac52a32a239cb9403cb6cbac172bb9ea56eecab16f0e16c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ce62b9-e21c-4bc4-8cce-924c2bd13279" -d '{"events": [{"name": "network-changed", "server_uuid": "bf22eb8a-e96a-4e56-ba91-b959dd6aeac4", "tag": "40200c85-b542-4978-a595-49d3bff92b64"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:17:38.428137 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5d725-f005-4c97-a29e-299d5edccfa0 admin admin] Pushing event updated for resources: {'Port': ['ID=dde3cc94-b072-4c60-96e6-7ed31f6f7f21,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:38.460090 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ed1532-5c18-450d-89a3-ea5e7b6e40a6 None None] Routers {'17ccc970-db74-48fa-898c-ddc4443f89df'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:17:38.461541 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-d8ed1532-5c18-450d-89a3-ea5e7b6e40a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:17:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['17ccc970-db74-48fa-898c-ddc4443f89df'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:38.481871 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8feecd-8991-45d4-8896-1bab99528fbf x-openstack-request-id: req-bb8feecd-8991-45d4-8896-1bab99528fbf {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:17:38.482168 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf22eb8a-e96a-4e56-ba91-b959dd6aeac4", "tag": "40200c85-b542-4978-a595-49d3bff92b64", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:17:38.482425 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bb8feecd-8991-45d4-8896-1bab99528fbf {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:17:38.483346 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb8feecd-8991-45d4-8896-1bab99528fbf'] response: {'name': 'network-changed', 'server_uuid': 'bf22eb8a-e96a-4e56-ba91-b959dd6aeac4', 'tag': '40200c85-b542-4978-a595-49d3bff92b64', 'status': 'completed', 'code': 200} Sep 29 02:17:38.530747 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c5d725-f005-4c97-a29e-299d5edccfa0 admin admin] Network 92f847ed-2962-457c-914a-6a3bcf2e1d71 is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:17:38.532149 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-b9c5d725-f005-4c97-a29e-299d5edccfa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:17:38.589381 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port 864a01fc-c548-497a-923b-b62766c4807e is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:17:38.610094 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-d8ed1532-5c18-450d-89a3-ea5e7b6e40a6 None None] Set router 17ccc970-db74-48fa-898c-ddc4443f89df gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:17:38.672488 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:38.674910 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c5d725-f005-4c97-a29e-299d5edccfa0 admin admin] Router 8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2 has already been hosted by L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:17:38.811123 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c5d725-f005-4c97-a29e-299d5edccfa0 admin admin] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:17:38.828607 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-b9c5d725-f005-4c97-a29e-299d5edccfa0 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8961611 Sep 29 02:17:38.865576 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-d102caf3-3317-49f6-ac5a-bb4363d88539 None None] Attempt 2 to provision port dde3cc94-b072-4c60-96e6-7ed31f6f7f21 Sep 29 02:17:38.949764 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:38.959197 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-d102caf3-3317-49f6-ac5a-bb4363d88539 None None] Port dde3cc94-b072-4c60-96e6-7ed31f6f7f21 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:17:39.049357 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:39.053755 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-d8ed1532-5c18-450d-89a3-ea5e7b6e40a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'name': 'tempest-AttachVolumeNegativeTest-823417103-router', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:11:49Z', 'revision_number': 4, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'gw_port': {'id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:40Z', 'updated_at': '2022-09-29T02:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_floatingips': [{'id': 'f7437484-9d0b-4a09-adcf-4e418e48db1c', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'floating_ip_address': '172.28.2.51', 'floating_network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'router_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'port_id': '40200c85-b542-4978-a595-49d3bff92b64', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'mac_address': 'fa:16:3e:e7:96:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf22eb8a-e96a-4e56-ba91-b959dd6aeac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:17:22Z', 'updated_at': '2022-09-29T02:17:37Z', 'revision_number': 1, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cf6ac9c-d1f1-4274-b794-31248e1deb48', 'name': '', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'mac_address': 'fa:16:3e:0d:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:46Z', 'updated_at': '2022-09-29T02:11:55Z', 'revision_number': 5, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'subnets': [{'id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:39.083951 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ed1532-5c18-450d-89a3-ea5e7b6e40a6 None None] Checking router: 17ccc970-db74-48fa-898c-ddc4443f89df for host: dv-cinder-740146-21-smb {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:17:39.093086 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcaee61-e119-4700-ad07-aab37e2bc84e req-ed25c811-fc93-4a22-ae96-c521c66c0307 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:39.094772 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ed1532-5c18-450d-89a3-ea5e7b6e40a6 None None] Routers {'17ccc970-db74-48fa-898c-ddc4443f89df'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:17:39.095456 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-d8ed1532-5c18-450d-89a3-ea5e7b6e40a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:17:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['17ccc970-db74-48fa-898c-ddc4443f89df'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:39.102410 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-dfcaee61-e119-4700-ad07-aab37e2bc84e req-ed25c811-fc93-4a22-ae96-c521c66c0307 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 946 time: 0.0879524 Sep 29 02:17:39.166100 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-dfcaee61-e119-4700-ad07-aab37e2bc84e req-0ef52517-67cf-4243-8c1d-3b47ccf7b64f tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577161 Sep 29 02:17:39.232187 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-d8ed1532-5c18-450d-89a3-ea5e7b6e40a6 None None] Set router 17ccc970-db74-48fa-898c-ddc4443f89df gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:17:39.240178 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce62b9-e21c-4bc4-8cce-924c2bd13279 req-544e75fb-b787-4c81-b5e5-c206cd6ecc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:39.241909 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-57ce62b9-e21c-4bc4-8cce-924c2bd13279 req-544e75fb-b787-4c81-b5e5-c206cd6ecc22 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=1765f90d50914c75bf5c10c43bc688e9&device_id=bf22eb8a-e96a-4e56-ba91-b959dd6aeac4 HTTP/1.1" status: 200 len: 1130 time: 0.0706358 Sep 29 02:17:39.353112 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce62b9-e21c-4bc4-8cce-924c2bd13279 req-77603ecd-6c42-42ae-9700-94ce7c4a208b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:39.355162 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-57ce62b9-e21c-4bc4-8cce-924c2bd13279 req-77603ecd-6c42-42ae-9700-94ce7c4a208b service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2 HTTP/1.1" status: 200 len: 915 time: 0.1011491 Sep 29 02:17:39.464910 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-d102caf3-3317-49f6-ac5a-bb4363d88539 None None] Attempt 3 to provision port dde3cc94-b072-4c60-96e6-7ed31f6f7f21 Sep 29 02:17:39.468868 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-57ce62b9-e21c-4bc4-8cce-924c2bd13279 req-c768956f-8ca7-4634-945e-10aa8912b7db service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40200c85-b542-4978-a595-49d3bff92b64 HTTP/1.1" status: 200 len: 999 time: 0.0810819 Sep 29 02:17:39.480994 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 56722) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:39.486654 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-f3c64bac-832e-425a-a32e-b42a39773c78 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1313708956-network', 'tenant_id': 'f024de3be4b546368070c6bde987fcb3'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:39.510159 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-d8ed1532-5c18-450d-89a3-ea5e7b6e40a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'name': 'tempest-AttachVolumeNegativeTest-823417103-router', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:11:49Z', 'revision_number': 4, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'gw_port': {'id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:40Z', 'updated_at': '2022-09-29T02:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_floatingips': [{'id': 'f7437484-9d0b-4a09-adcf-4e418e48db1c', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'floating_ip_address': '172.28.2.51', 'floating_network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'router_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'port_id': '40200c85-b542-4978-a595-49d3bff92b64', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'mac_address': 'fa:16:3e:e7:96:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf22eb8a-e96a-4e56-ba91-b959dd6aeac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:17:22Z', 'updated_at': '2022-09-29T02:17:37Z', 'revision_number': 1, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cf6ac9c-d1f1-4274-b794-31248e1deb48', 'name': '', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'mac_address': 'fa:16:3e:0d:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:46Z', 'updated_at': '2022-09-29T02:11:55Z', 'revision_number': 5, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'subnets': [{'id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:39.512458 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-d102caf3-3317-49f6-ac5a-bb4363d88539 None None] Port dde3cc94-b072-4c60-96e6-7ed31f6f7f21 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:17:39.515021 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c64bac-832e-425a-a32e-b42a39773c78 admin admin] Made reservation on behalf of f024de3be4b546368070c6bde987fcb3 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:17:39.517558 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f3c64bac-832e-425a-a32e-b42a39773c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for network (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:39.525877 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce62b9-e21c-4bc4-8cce-924c2bd13279 req-5fd01170-f965-4d2a-aa1d-309653fb9e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:39.526501 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f3c64bac-832e-425a-a32e-b42a39773c78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:39.527681 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-57ce62b9-e21c-4bc4-8cce-924c2bd13279 req-5fd01170-f965-4d2a-aa1d-309653fb9e9b service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=00e04331-0054-4eae-80e0-25be17b9d3cd HTTP/1.1" status: 200 len: 853 time: 0.0515177 Sep 29 02:17:39.535939 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ed1532-5c18-450d-89a3-ea5e7b6e40a6 None None] The sync data for ids ['17ccc970-db74-48fa-898c-ddc4443f89df'] in dv-cinder-740146-21-smb is: [{'id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'name': 'tempest-AttachVolumeNegativeTest-823417103-router', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:11:49Z', 'revision_number': 4, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'gw_port': {'id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:40Z', 'updated_at': '2022-09-29T02:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_floatingips': [{'id': 'f7437484-9d0b-4a09-adcf-4e418e48db1c', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'floating_ip_address': '172.28.2.51', 'floating_network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'router_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'port_id': '40200c85-b542-4978-a595-49d3bff92b64', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'mac_address': 'fa:16:3e:e7:96:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf22eb8a-e96a-4e56-ba91-b959dd6aeac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:17:22Z', 'updated_at': '2022-09-29T02:17:37Z', 'revision_number': 1, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cf6ac9c-d1f1-4274-b794-31248e1deb48', 'name': '', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'mac_address': 'fa:16:3e:0d:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:46Z', 'updated_at': '2022-09-29T02:11:55Z', 'revision_number': 5, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'subnets': [{'id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:17:39.615647 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f3c64bac-832e-425a-a32e-b42a39773c78 admin admin] Publish callbacks [] for security_group (3b818bb2-6a82-455e-b89c-c650919f17a8), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:39.620159 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f3c64bac-832e-425a-a32e-b42a39773c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (3b818bb2-6a82-455e-b89c-c650919f17a8), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:39.640671 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce62b9-e21c-4bc4-8cce-924c2bd13279 req-0915e457-033e-46ef-a579-fff71487f91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:39.642731 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-57ce62b9-e21c-4bc4-8cce-924c2bd13279 req-0915e457-033e-46ef-a579-fff71487f91c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0469012 Sep 29 02:17:39.656497 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3c64bac-832e-425a-a32e-b42a39773c78 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:17:39.662834 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c64bac-832e-425a-a32e-b42a39773c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b818bb2-6a82-455e-b89c-c650919f17a8,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:39.674715 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f3c64bac-832e-425a-a32e-b42a39773c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841896'] for segment (271c6e91-4f73-4635-93f2-8ee94e38b779), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:39.674932 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.db.segments_db [None req-f3c64bac-832e-425a-a32e-b42a39773c78 admin admin] Added segment 271c6e91-4f73-4635-93f2-8ee94e38b779 of type vlan for network 36ff06c9-6918-4f35-985f-0130f480016a Sep 29 02:17:39.718651 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f3c64bac-832e-425a-a32e-b42a39773c78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769072021697'] for network (36ff06c9-6918-4f35-985f-0130f480016a), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:39.745599 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f3c64bac-832e-425a-a32e-b42a39773c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168'] for network (36ff06c9-6918-4f35-985f-0130f480016a), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:39.746702 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c64bac-832e-425a-a32e-b42a39773c78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:39.747317 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f3c64bac-832e-425a-a32e-b42a39773c78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for network (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:39.797212 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d50916-4043-4e63-be6e-77fba21f1f3d None None] New status for floating IP f7437484-9d0b-4a09-adcf-4e418e48db1c: ACTIVE {{(pid=106442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:17:39.818034 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:39.825386 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-f3c64bac-832e-425a-a32e-b42a39773c78 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3405950 Sep 29 02:17:39.836898 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 56724) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:39.844698 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-6a6a24f4-b4d0-4c19-b696-a5e8fafd10fb admin admin] Request body: {'subnet': {'network_id': '36ff06c9-6918-4f35-985f-0130f480016a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1313708956-subnet', 'tenant_id': 'f024de3be4b546368070c6bde987fcb3', 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:39.855590 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:39.866933 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c64bac-832e-425a-a32e-b42a39773c78 admin admin] Pushing event updated for resources: {'Network': ['ID=36ff06c9-6918-4f35-985f-0130f480016a,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:39.879316 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b8c35-2c5b-4caf-8d00-9a281a7c06be req-edd6f161-8e17-4a9f-9a0b-2cb12314eac8 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:39.880442 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-534b8c35-2c5b-4caf-8d00-9a281a7c06be req-edd6f161-8e17-4a9f-9a0b-2cb12314eac8 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 946 time: 0.0864139 Sep 29 02:17:39.885881 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Network 36ff06c9-6918-4f35-985f-0130f480016a details requested by agent ovs-agent-dv-cinder-740146-21-smb with host dv-cinder-740146-21-smb {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:17:39.892356 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6a24f4-b4d0-4c19-b696-a5e8fafd10fb admin admin] Made reservation on behalf of f024de3be4b546368070c6bde987fcb3 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:17:39.894729 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6a6a24f4-b4d0-4c19-b696-a5e8fafd10fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3573967'] for subnet (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:39.931148 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:39.982690 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-57ce62b9-e21c-4bc4-8cce-924c2bd13279 req-b7d47dba-84ce-49a7-954b-d5f494126694 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987865 Sep 29 02:17:40.010677 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-534b8c35-2c5b-4caf-8d00-9a281a7c06be req-7b2e0a2a-8fdb-4867-ba24-40787c602ffc tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Deleting port 0c9a6c71-7338-456f-a71a-43c5e2769762 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:17:40.011301 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-534b8c35-2c5b-4caf-8d00-9a281a7c06be req-7b2e0a2a-8fdb-4867-ba24-40787c602ffc tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (0c9a6c71-7338-456f-a71a-43c5e2769762), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:40.013976 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-d102caf3-3317-49f6-ac5a-bb4363d88539 None None] Attempt 4 to provision port dde3cc94-b072-4c60-96e6-7ed31f6f7f21 Sep 29 02:17:40.054426 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-d102caf3-3317-49f6-ac5a-bb4363d88539 None None] Port dde3cc94-b072-4c60-96e6-7ed31f6f7f21 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:17:40.120290 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-57ce62b9-e21c-4bc4-8cce-924c2bd13279 req-11962fe8-b832-4c32-bf70-1d62c3fcb507 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294770 Sep 29 02:17:40.121735 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-534b8c35-2c5b-4caf-8d00-9a281a7c06be req-7b2e0a2a-8fdb-4867-ba24-40787c602ffc tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] For port 0c9a6c71-7338-456f-a71a-43c5e2769762, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0c9a6c71-7338-456f-a71a-43c5e2769762,segment=NetworkSegment(af33ed35-e9af-41d9-8ab2-604c2b07ce0b),segment_id=af33ed35-e9af-41d9-8ab2-604c2b07ce0b)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:40.122257 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-534b8c35-2c5b-4caf-8d00-9a281a7c06be req-7b2e0a2a-8fdb-4867-ba24-40787c602ffc tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (0c9a6c71-7338-456f-a71a-43c5e2769762), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:40.208281 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6a6a24f4-b4d0-4c19-b696-a5e8fafd10fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3574009'] for subnet (9753972b-5384-40ca-a33f-7ba397770200), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:40.286077 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a24f4-b4d0-4c19-b696-a5e8fafd10fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9753972b-5384-40ca-a33f-7ba397770200,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:40.291017 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6a24f4-b4d0-4c19-b696-a5e8fafd10fb admin admin] Checking segment: {'id': '271c6e91-4f73-4635-93f2-8ee94e38b779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '36ff06c9-6918-4f35-985f-0130f480016a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:17:40.291017 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6a24f4-b4d0-4c19-b696-a5e8fafd10fb admin admin] Network hostable DHCP agents. Network: 36ff06c9-6918-4f35-985f-0130f480016a, hostable agents: ['7f4c726f-d790-49c7-8982-ed059dd67ac5'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:17:40.313282 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6a24f4-b4d0-4c19-b696-a5e8fafd10fb admin admin] Network 36ff06c9-6918-4f35-985f-0130f480016a is scheduled to be hosted by DHCP agent 7f4c726f-d790-49c7-8982-ed059dd67ac5 with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:17:40.321750 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:40.333968 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-6a6a24f4-b4d0-4c19-b696-a5e8fafd10fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-21-smb, 36ff06c9-6918-4f35-985f-0130f480016a) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:17:40.349544 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6a24f4-b4d0-4c19-b696-a5e8fafd10fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:40.350472 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6a6a24f4-b4d0-4c19-b696-a5e8fafd10fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:40.358820 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49146518-713c-4510-980f-8be6f8566737 None None] Network 36ff06c9-6918-4f35-985f-0130f480016a requested from dv-cinder-740146-21-smb {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:17:40.384113 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-6a6a24f4-b4d0-4c19-b696-a5e8fafd10fb admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5460753 Sep 29 02:17:40.387058 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 56728) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:40.391581 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-227e293b-cd51-4c10-a0c6-1e911a273ab4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1313708956-router', 'tenant_id': 'f024de3be4b546368070c6bde987fcb3', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'}}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:40.416274 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-227e293b-cd51-4c10-a0c6-1e911a273ab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10396'] for router (2ef6a13d-d436-4e40-a569-c0c8ef2000d2), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:40.417462 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-227e293b-cd51-4c10-a0c6-1e911a273ab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1581304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2067329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2004281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10375'] for router (2ef6a13d-d436-4e40-a569-c0c8ef2000d2), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:40.430605 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 6f0f53f3-ef8d-46aa-a348-9e21b3f7c506 up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:17:40.484276 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-227e293b-cd51-4c10-a0c6-1e911a273ab4 admin admin] Publish callbacks [] for router_controller (2ef6a13d-d436-4e40-a569-c0c8ef2000d2), precommit_add_association {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:40.511453 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port 6f0f53f3-ef8d-46aa-a348-9e21b3f7c506 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:17:40.512066 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (6f0f53f3-ef8d-46aa-a348-9e21b3f7c506), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:40.512180 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port 6f0f53f3-ef8d-46aa-a348-9e21b3f7c506 Sep 29 02:17:40.579347 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-d102caf3-3317-49f6-ac5a-bb4363d88539 None None] Attempt 5 to provision port dde3cc94-b072-4c60-96e6-7ed31f6f7f21 Sep 29 02:17:40.584414 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33344c23-95d6-44ae-8450-aa6683a5eb6f None None] Sync routers for ids ['8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2'] in dv-cinder-740146-21-smb {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:17:40.622941 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d2fdb2-5250-444a-812d-7b7be2c9bc2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp60dc7976-dc90-5c45-bbbf-1f90e69458c6-36ff06c9-6918-4f35-985f-0130f480016a', 'network_id': '36ff06c9-6918-4f35-985f-0130f480016a', 'project_id': 'f024de3be4b546368070c6bde987fcb3', 'fixed_ips': [{'subnet_id': '9753972b-5384-40ca-a33f-7ba397770200'}]}} from dv-cinder-740146-21-smb. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 29 02:17:40.623923 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-85d2fdb2-5250-444a-812d-7b7be2c9bc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:40.658757 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-227e293b-cd51-4c10-a0c6-1e911a273ab4 admin admin] Publish callbacks [] for router_gateway (2ef6a13d-d436-4e40-a569-c0c8ef2000d2), precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:40.680341 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33344c23-95d6-44ae-8450-aa6683a5eb6f None None] Routers {'8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:17:40.682144 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-33344c23-95d6-44ae-8450-aa6683a5eb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:17:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:40.724360 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99796d60-fbc2-4022-b437-8c59b5c21f9a req-81112359-588a-4d71-934a-fc2a7800d140 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:40.725889 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-99796d60-fbc2-4022-b437-8c59b5c21f9a req-81112359-588a-4d71-934a-fc2a7800d140 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 946 time: 0.4258049 Sep 29 02:17:40.775566 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-534b8c35-2c5b-4caf-8d00-9a281a7c06be req-7b2e0a2a-8fdb-4867-ba24-40787c602ffc tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:40.776231 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-534b8c35-2c5b-4caf-8d00-9a281a7c06be req-7b2e0a2a-8fdb-4867-ba24-40787c602ffc tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1596334'] for floatingip (67fc88fe-5db5-4d81-8bce-ea5e0e9399bc), after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:40.776734 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.db.l3_db [req-534b8c35-2c5b-4caf-8d00-9a281a7c06be req-7b2e0a2a-8fdb-4867-ba24-40787c602ffc tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Floating IP 67fc88fe-5db5-4d81-8bce-ea5e0e9399bc disassociated. External IP: 172.28.2.218, port: 0c9a6c71-7338-456f-a71a-43c5e2769762. Sep 29 02:17:40.777115 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-534b8c35-2c5b-4caf-8d00-9a281a7c06be req-7b2e0a2a-8fdb-4867-ba24-40787c602ffc tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Calling delete_port for 0c9a6c71-7338-456f-a71a-43c5e2769762 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:17:40.810955 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-99796d60-fbc2-4022-b437-8c59b5c21f9a req-918da995-0cce-4377-8921-7aff6875a56a tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9297015d-9020-46a1-8a60-23ddcc457538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757077 Sep 29 02:17:40.873451 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-227e293b-cd51-4c10-a0c6-1e911a273ab4 admin admin] Publish callbacks [] for router_gateway (2ef6a13d-d436-4e40-a569-c0c8ef2000d2), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:40.882095 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:40.883575 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=100 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:40.885438 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-d102caf3-3317-49f6-ac5a-bb4363d88539 None None] Port dde3cc94-b072-4c60-96e6-7ed31f6f7f21 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:17:40.898417 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-85d2fdb2-5250-444a-812d-7b7be2c9bc2f None None] Allocated IP 172.20.0.2 (36ff06c9-6918-4f35-985f-0130f480016a/9753972b-5384-40ca-a33f-7ba397770200/5d7e51d6-851e-4825-a9a2-fec8395124c6) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:17:40.910493 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-227e293b-cd51-4c10-a0c6-1e911a273ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:40.958755 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-534b8c35-2c5b-4caf-8d00-9a281a7c06be req-7b2e0a2a-8fdb-4867-ba24-40787c602ffc tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (0c9a6c71-7338-456f-a71a-43c5e2769762), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:40.974368 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:40.991579 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2e0a2a-8fdb-4867-ba24-40787c602ffc tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Pushing event deleted for resources: {'Port': ['ID=0c9a6c71-7338-456f-a71a-43c5e2769762,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:41.039520 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port 6f0f53f3-ef8d-46aa-a348-9e21b3f7c506 is: DOWN; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:17:41.039923 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (6f0f53f3-ef8d-46aa-a348-9e21b3f7c506), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:41.040046 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-227e293b-cd51-4c10-a0c6-1e911a273ab4 admin admin] Allocated IP 172.28.2.196 (b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd/e0ffa218-6ca5-4006-b711-a782d769deaf/a0a77c22-a9cb-4c81-9b27-905060d7e3ce) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:17:41.096660 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-33344c23-95d6-44ae-8450-aa6683a5eb6f None None] Set router 8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2 gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:17:41.103679 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] For port 6f0f53f3-ef8d-46aa-a348-9e21b3f7c506, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=6f0f53f3-ef8d-46aa-a348-9e21b3f7c506,segment=NetworkSegment(3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633),segment_id=3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:41.117175 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [req-534b8c35-2c5b-4caf-8d00-9a281a7c06be req-7b2e0a2a-8fdb-4867-ba24-40787c602ffc tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Router 68bac2b9-f319-44c9-b5bb-e2c32a63b70b has already been hosted by L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:17:41.130918 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (6f0f53f3-ef8d-46aa-a348-9e21b3f7c506), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:41.165938 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-227e293b-cd51-4c10-a0c6-1e911a273ab4 admin admin] Publish callbacks [] for port (a0a77c22-a9cb-4c81-9b27-905060d7e3ce), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:41.204142 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-227e293b-cd51-4c10-a0c6-1e911a273ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27012499'] for port (a0a77c22-a9cb-4c81-9b27-905060d7e3ce), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:41.237962 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-534b8c35-2c5b-4caf-8d00-9a281a7c06be req-7b2e0a2a-8fdb-4867-ba24-40787c602ffc tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:17:41.252415 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc8cebf-5eb3-4b1f-a985-0f1ae3f70b6f None None] Sync routers for ids ['68bac2b9-f319-44c9-b5bb-e2c32a63b70b'] in dv-cinder-740146-21-smb {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:17:41.260554 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227e293b-cd51-4c10-a0c6-1e911a273ab4 admin admin] Network b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:17:41.265008 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc8cebf-5eb3-4b1f-a985-0f1ae3f70b6f None None] Routers {'68bac2b9-f319-44c9-b5bb-e2c32a63b70b'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:17:41.266015 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-0cc8cebf-5eb3-4b1f-a985-0f1ae3f70b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:17:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['68bac2b9-f319-44c9-b5bb-e2c32a63b70b'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:41.266827 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-227e293b-cd51-4c10-a0c6-1e911a273ab4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:17:41.270317 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227e293b-cd51-4c10-a0c6-1e911a273ab4 admin admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:17:41.273647 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e293b-cd51-4c10-a0c6-1e911a273ab4 admin admin] Pushing event updated for resources: {'Port': ['ID=a0a77c22-a9cb-4c81-9b27-905060d7e3ce,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:41.283364 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Pushing event updated for resources: {'Port': ['ID=6f0f53f3-ef8d-46aa-a348-9e21b3f7c506,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:41.309694 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-534b8c35-2c5b-4caf-8d00-9a281a7c06be req-7b2e0a2a-8fdb-4867-ba24-40787c602ffc tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] No DVR routers for this DVR port 0c9a6c71-7338-456f-a71a-43c5e2769762 on host hv-cinder-74014 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:17:41.313544 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-534b8c35-2c5b-4caf-8d00-9a281a7c06be req-7b2e0a2a-8fdb-4867-ba24-40787c602ffc tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for port (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:41.317273 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-534b8c35-2c5b-4caf-8d00-9a281a7c06be req-7b2e0a2a-8fdb-4867-ba24-40787c602ffc tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.16 "DELETE /networking/v2.0/ports/0c9a6c71-7338-456f-a71a-43c5e2769762 HTTP/1.1" status: 204 len: 173 time: 1.4209111 Sep 29 02:17:41.317950 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc7e3b2-e6b5-477b-9fca-1763c988f8a6', 'name': 'network-vif-deleted', 'tag': '0c9a6c71-7338-456f-a71a-43c5e2769762'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:17:41.329833 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6fd434f9474e642ac52a32a239cb9403cb6cbac172bb9ea56eecab16f0e16c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1fe5b0d-b8ab-4d5b-b181-f45c698e2c38" -d '{"events": [{"server_uuid": "2bc7e3b2-e6b5-477b-9fca-1763c988f8a6", "name": "network-vif-deleted", "tag": "0c9a6c71-7338-456f-a71a-43c5e2769762"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:17:41.444339 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2099bc5-2f4a-4983-955c-662973f0706f x-openstack-request-id: req-d2099bc5-2f4a-4983-955c-662973f0706f {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:17:41.445223 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc7e3b2-e6b5-477b-9fca-1763c988f8a6", "name": "network-vif-deleted", "tag": "0c9a6c71-7338-456f-a71a-43c5e2769762", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:17:41.445704 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d2099bc5-2f4a-4983-955c-662973f0706f {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:17:41.446349 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2099bc5-2f4a-4983-955c-662973f0706f'] response: {'server_uuid': '2bc7e3b2-e6b5-477b-9fca-1763c988f8a6', 'name': 'network-vif-deleted', 'tag': '0c9a6c71-7338-456f-a71a-43c5e2769762', 'status': 'completed', 'code': 200} Sep 29 02:17:41.447823 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-0cc8cebf-5eb3-4b1f-a985-0f1ae3f70b6f None None] Set router 68bac2b9-f319-44c9-b5bb-e2c32a63b70b gateway port host: dv-cinder-740146-21-smb {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:17:41.492128 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-d102caf3-3317-49f6-ac5a-bb4363d88539 None None] Attempt 6 to provision port dde3cc94-b072-4c60-96e6-7ed31f6f7f21 Sep 29 02:17:41.527990 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:41.535863 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-85d2fdb2-5250-444a-812d-7b7be2c9bc2f None None] Publish callbacks [] for port (5d7e51d6-851e-4825-a9a2-fec8395124c6), precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:41.573615 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-85d2fdb2-5250-444a-812d-7b7be2c9bc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420'] for port (5d7e51d6-851e-4825-a9a2-fec8395124c6), after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:41.590641 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-227e293b-cd51-4c10-a0c6-1e911a273ab4 admin admin] Publish callbacks [] for router_gateway (2ef6a13d-d436-4e40-a569-c0c8ef2000d2), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:41.625964 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-d102caf3-3317-49f6-ac5a-bb4363d88539 None None] Port dde3cc94-b072-4c60-96e6-7ed31f6f7f21 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:17:41.634909 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d2fdb2-5250-444a-812d-7b7be2c9bc2f None None] Network 36ff06c9-6918-4f35-985f-0130f480016a is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:17:41.650135 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-85d2fdb2-5250-444a-812d-7b7be2c9bc2f None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:17:41.655498 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d2fdb2-5250-444a-812d-7b7be2c9bc2f None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:17:41.703403 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d2fdb2-5250-444a-812d-7b7be2c9bc2f None None] Pushing event updated for resources: {'Port': ['ID=5d7e51d6-851e-4825-a9a2-fec8395124c6,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:41.771487 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-85d2fdb2-5250-444a-812d-7b7be2c9bc2f None None] Attempting to bind port 5d7e51d6-851e-4825-a9a2-fec8395124c6 on host dv-cinder-740146-21-smb for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:17:41.771853 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-85d2fdb2-5250-444a-812d-7b7be2c9bc2f None None] Attempting to bind port 5d7e51d6-851e-4825-a9a2-fec8395124c6 by drivers openvswitch,hyperv on host dv-cinder-740146-21-smb at level 0 using segments [{'id': '271c6e91-4f73-4635-93f2-8ee94e38b779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '36ff06c9-6918-4f35-985f-0130f480016a'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:17:41.772207 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d2fdb2-5250-444a-812d-7b7be2c9bc2f None None] Attempting to bind port 5d7e51d6-851e-4825-a9a2-fec8395124c6 on network 36ff06c9-6918-4f35-985f-0130f480016a {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:17:41.777762 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-33344c23-95d6-44ae-8450-aa6683a5eb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2', 'name': 'tempest-TestShelveInstance-1865129362-router', 'tenant_id': 'df0405453f304b0091c0d9eda1c17725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.230'}], 'enable_snat': True}, 'gw_port_id': '6f0f53f3-ef8d-46aa-a348-9e21b3f7c506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:17:34Z', 'updated_at': '2022-09-29T02:17:38Z', 'revision_number': 4, 'project_id': 'df0405453f304b0091c0d9eda1c17725', 'gw_port': {'id': '6f0f53f3-ef8d-46aa-a348-9e21b3f7c506', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:35Z', 'updated_at': '2022-09-29T02:17:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': 'dde3cc94-b072-4c60-96e6-7ed31f6f7f21', 'name': '', 'network_id': '92f847ed-2962-457c-914a-6a3bcf2e1d71', 'tenant_id': 'df0405453f304b0091c0d9eda1c17725', 'mac_address': 'fa:16:3e:d0:ac:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'c2ee33f6-27fd-478c-8594-356279dab737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:37Z', 'updated_at': '2022-09-29T02:17:38Z', 'revision_number': 2, 'project_id': 'df0405453f304b0091c0d9eda1c17725', 'subnets': [{'id': 'c2ee33f6-27fd-478c-8594-356279dab737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:41.824737 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33344c23-95d6-44ae-8450-aa6683a5eb6f None None] Checking router: 8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2 for host: dv-cinder-740146-21-smb {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:17:41.826066 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33344c23-95d6-44ae-8450-aa6683a5eb6f None None] Updating router 8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2 port dde3cc94-b072-4c60-96e6-7ed31f6f7f21 binding host dv-cinder-740146-21-smb {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:17:41.835870 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-227e293b-cd51-4c10-a0c6-1e911a273ab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1581295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1596208'] for router (2ef6a13d-d436-4e40-a569-c0c8ef2000d2), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:41.844527 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:41.850551 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-0cc8cebf-5eb3-4b1f-a985-0f1ae3f70b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'name': 'tempest-AttachVolumeShelveTestJSON-106992495-router', 'tenant_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': '3be0e4d4-aaac-4318-8c58-5165434b5114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:41Z', 'updated_at': '2022-09-29T02:11:54Z', 'revision_number': 4, 'project_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'gw_port': {'id': '3be0e4d4-aaac-4318-8c58-5165434b5114', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ec:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:42Z', 'updated_at': '2022-09-29T02:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': 'fe332755-3f61-48de-91ce-db206db12d4b', 'name': '', 'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057', 'tenant_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'mac_address': 'fa:16:3e:20:8e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '398c055b-a2b0-4881-821c-6995d7734c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:51Z', 'updated_at': '2022-09-29T02:12:14Z', 'revision_number': 5, 'project_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'subnets': [{'id': '398c055b-a2b0-4881-821c-6995d7734c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:41.872920 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-33344c23-95d6-44ae-8450-aa6683a5eb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (dde3cc94-b072-4c60-96e6-7ed31f6f7f21), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:41.881424 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc8cebf-5eb3-4b1f-a985-0f1ae3f70b6f None None] Checking router: 68bac2b9-f319-44c9-b5bb-e2c32a63b70b for host: dv-cinder-740146-21-smb {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:17:41.885201 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d2fdb2-5250-444a-812d-7b7be2c9bc2f None None] Checking agent: {'id': '732f1f10-53c2-4a73-b7b4-882674716f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 25), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:17:41.885201 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d2fdb2-5250-444a-812d-7b7be2c9bc2f None None] Checking segment: {'id': '271c6e91-4f73-4635-93f2-8ee94e38b779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '36ff06c9-6918-4f35-985f-0130f480016a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:17:41.885685 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-85d2fdb2-5250-444a-812d-7b7be2c9bc2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:41.886223 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d2fdb2-5250-444a-812d-7b7be2c9bc2f None None] Bound using segment: {'id': '271c6e91-4f73-4635-93f2-8ee94e38b779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '36ff06c9-6918-4f35-985f-0130f480016a'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:17:41.886376 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-85d2fdb2-5250-444a-812d-7b7be2c9bc2f None None] Bound port: 5d7e51d6-851e-4825-a9a2-fec8395124c6, host: dv-cinder-740146-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271c6e91-4f73-4635-93f2-8ee94e38b779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '36ff06c9-6918-4f35-985f-0130f480016a'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:17:41.886750 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-85d2fdb2-5250-444a-812d-7b7be2c9bc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (5d7e51d6-851e-4825-a9a2-fec8395124c6), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:41.893657 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc8cebf-5eb3-4b1f-a985-0f1ae3f70b6f None None] Routers {'68bac2b9-f319-44c9-b5bb-e2c32a63b70b'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:17:41.894206 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-0cc8cebf-5eb3-4b1f-a985-0f1ae3f70b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:17:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['68bac2b9-f319-44c9-b5bb-e2c32a63b70b'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:41.985169 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9fbf1654-2c3a-4d34-9d87-f439c8acd301 req-27b701a2-deb4-4ab0-9c1c-be0eb46b180e tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc7e3b2-e6b5-477b-9fca-1763c988f8a6 HTTP/1.1" status: 200 len: 210 time: 0.0310237 Sep 29 02:17:42.047344 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-0cc8cebf-5eb3-4b1f-a985-0f1ae3f70b6f None None] Set router 68bac2b9-f319-44c9-b5bb-e2c32a63b70b gateway port host: dv-cinder-740146-21-smb {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:17:42.070620 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:42.135803 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-d102caf3-3317-49f6-ac5a-bb4363d88539 None None] Attempt 7 to provision port dde3cc94-b072-4c60-96e6-7ed31f6f7f21 Sep 29 02:17:42.199103 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-85d2fdb2-5250-444a-812d-7b7be2c9bc2f None None] For port 5d7e51d6-851e-4825-a9a2-fec8395124c6, host dv-cinder-740146-21-smb, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:17:42.206661 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-85d2fdb2-5250-444a-812d-7b7be2c9bc2f None None] For port 5d7e51d6-851e-4825-a9a2-fec8395124c6, host dv-cinder-740146-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=5d7e51d6-851e-4825-a9a2-fec8395124c6,segment=NetworkSegment(271c6e91-4f73-4635-93f2-8ee94e38b779),segment_id=271c6e91-4f73-4635-93f2-8ee94e38b779)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:17:42.225699 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-85d2fdb2-5250-444a-812d-7b7be2c9bc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (5d7e51d6-851e-4825-a9a2-fec8395124c6), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:42.238027 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-d102caf3-3317-49f6-ac5a-bb4363d88539 None None] Port dde3cc94-b072-4c60-96e6-7ed31f6f7f21 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:17:42.247984 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:42.288139 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-227e293b-cd51-4c10-a0c6-1e911a273ab4 admin admin] Router 2ef6a13d-d436-4e40-a569-c0c8ef2000d2 is scheduled to L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 with binding_index 1 {{(pid=106439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 02:17:42.329437 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:42.332262 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-0cc8cebf-5eb3-4b1f-a985-0f1ae3f70b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'name': 'tempest-AttachVolumeShelveTestJSON-106992495-router', 'tenant_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': '3be0e4d4-aaac-4318-8c58-5165434b5114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:41Z', 'updated_at': '2022-09-29T02:11:54Z', 'revision_number': 4, 'project_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'gw_port': {'id': '3be0e4d4-aaac-4318-8c58-5165434b5114', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ec:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:42Z', 'updated_at': '2022-09-29T02:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': 'fe332755-3f61-48de-91ce-db206db12d4b', 'name': '', 'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057', 'tenant_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'mac_address': 'fa:16:3e:20:8e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '398c055b-a2b0-4881-821c-6995d7734c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:51Z', 'updated_at': '2022-09-29T02:12:14Z', 'revision_number': 5, 'project_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'subnets': [{'id': '398c055b-a2b0-4881-821c-6995d7734c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:42.344391 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d2fdb2-5250-444a-812d-7b7be2c9bc2f None None] Pushing event updated for resources: {'Port': ['ID=5d7e51d6-851e-4825-a9a2-fec8395124c6,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:42.399378 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-33344c23-95d6-44ae-8450-aa6683a5eb6f None None] Publish callbacks [] for port (dde3cc94-b072-4c60-96e6-7ed31f6f7f21), precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:42.408883 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-33344c23-95d6-44ae-8450-aa6683a5eb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (dde3cc94-b072-4c60-96e6-7ed31f6f7f21), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:42.419824 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc8cebf-5eb3-4b1f-a985-0f1ae3f70b6f None None] The sync data for ids ['68bac2b9-f319-44c9-b5bb-e2c32a63b70b'] in dv-cinder-740146-21-smb is: [{'id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'name': 'tempest-AttachVolumeShelveTestJSON-106992495-router', 'tenant_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': '3be0e4d4-aaac-4318-8c58-5165434b5114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:41Z', 'updated_at': '2022-09-29T02:11:54Z', 'revision_number': 4, 'project_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'gw_port': {'id': '3be0e4d4-aaac-4318-8c58-5165434b5114', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ec:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:42Z', 'updated_at': '2022-09-29T02:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': 'fe332755-3f61-48de-91ce-db206db12d4b', 'name': '', 'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057', 'tenant_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'mac_address': 'fa:16:3e:20:8e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '398c055b-a2b0-4881-821c-6995d7734c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:51Z', 'updated_at': '2022-09-29T02:12:14Z', 'revision_number': 5, 'project_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'subnets': [{'id': '398c055b-a2b0-4881-821c-6995d7734c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:17:42.445802 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 6f0f53f3-ef8d-46aa-a348-9e21b3f7c506 up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:17:42.476376 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227e293b-cd51-4c10-a0c6-1e911a273ab4 admin admin] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:17:42.505526 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-227e293b-cd51-4c10-a0c6-1e911a273ab4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:42.511754 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-227e293b-cd51-4c10-a0c6-1e911a273ab4 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1208038 Sep 29 02:17:42.512750 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 56734) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:42.536448 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1179aed-e633-410a-9935-057d63ea84cc None None] Sync routers for ids ['2ef6a13d-d436-4e40-a569-c0c8ef2000d2'] in dv-cinder-740146-21-smb {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:17:42.571177 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7839d6b-6fd1-43bc-b487-569c26997581 None None] Pushing event updated for resources: {'Port': ['ID=dde3cc94-b072-4c60-96e6-7ed31f6f7f21,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:42.576293 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 0c9a6c71-7338-456f-a71a-43c5e2769762 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:17:42.620832 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] No Port match for: 0c9a6c71-7338-456f-a71a-43c5e2769762 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:17:42.621271 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 0c9a6c71-7338-456f-a71a-43c5e2769762 not bound to the agent host hv-cinder-74014 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:17:42.630981 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1179aed-e633-410a-9935-057d63ea84cc None None] Routers {'2ef6a13d-d436-4e40-a569-c0c8ef2000d2'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:17:42.631690 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c1179aed-e633-410a-9935-057d63ea84cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:17:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['2ef6a13d-d436-4e40-a569-c0c8ef2000d2'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:42.638533 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-33344c23-95d6-44ae-8450-aa6683a5eb6f None None] Attempting to bind port dde3cc94-b072-4c60-96e6-7ed31f6f7f21 on host dv-cinder-740146-21-smb for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:17:42.638533 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-33344c23-95d6-44ae-8450-aa6683a5eb6f None None] Attempting to bind port dde3cc94-b072-4c60-96e6-7ed31f6f7f21 by drivers openvswitch,hyperv on host dv-cinder-740146-21-smb at level 0 using segments [{'id': '99e13ae0-baa8-4c19-aaf4-df298c2960c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '92f847ed-2962-457c-914a-6a3bcf2e1d71'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:17:42.638533 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33344c23-95d6-44ae-8450-aa6683a5eb6f None None] Attempting to bind port dde3cc94-b072-4c60-96e6-7ed31f6f7f21 on network 92f847ed-2962-457c-914a-6a3bcf2e1d71 {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:17:42.708043 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port 6f0f53f3-ef8d-46aa-a348-9e21b3f7c506 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:17:42.708418 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (6f0f53f3-ef8d-46aa-a348-9e21b3f7c506), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:42.708757 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port 6f0f53f3-ef8d-46aa-a348-9e21b3f7c506 Sep 29 02:17:42.744511 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-d102caf3-3317-49f6-ac5a-bb4363d88539 None None] Attempt 8 to provision port dde3cc94-b072-4c60-96e6-7ed31f6f7f21 Sep 29 02:17:42.765433 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a13d26f-11bd-4e05-bc32-de7e40a48168 None None] New status for floating IP 67fc88fe-5db5-4d81-8bce-ea5e0e9399bc: DOWN {{(pid=106442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:17:42.769827 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:42.792916 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:42.832108 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33344c23-95d6-44ae-8450-aa6683a5eb6f None None] Checking agent: {'id': '732f1f10-53c2-4a73-b7b4-882674716f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 25), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:17:42.832557 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33344c23-95d6-44ae-8450-aa6683a5eb6f None None] Checking segment: {'id': '99e13ae0-baa8-4c19-aaf4-df298c2960c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '92f847ed-2962-457c-914a-6a3bcf2e1d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:17:42.832921 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-33344c23-95d6-44ae-8450-aa6683a5eb6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:42.833346 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33344c23-95d6-44ae-8450-aa6683a5eb6f None None] Bound using segment: {'id': '99e13ae0-baa8-4c19-aaf4-df298c2960c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '92f847ed-2962-457c-914a-6a3bcf2e1d71'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:17:42.833862 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-33344c23-95d6-44ae-8450-aa6683a5eb6f None None] Bound port: dde3cc94-b072-4c60-96e6-7ed31f6f7f21, host: dv-cinder-740146-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e13ae0-baa8-4c19-aaf4-df298c2960c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '92f847ed-2962-457c-914a-6a3bcf2e1d71'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:17:42.834270 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-33344c23-95d6-44ae-8450-aa6683a5eb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (dde3cc94-b072-4c60-96e6-7ed31f6f7f21), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:42.863058 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-d102caf3-3317-49f6-ac5a-bb4363d88539 None None] Port dde3cc94-b072-4c60-96e6-7ed31f6f7f21 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:17:42.908573 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-c1179aed-e633-410a-9935-057d63ea84cc None None] Set router 2ef6a13d-d436-4e40-a569-c0c8ef2000d2 gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:17:42.999201 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-04544e7d-c31e-4146-8a1c-5018a7aad27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:43.002947 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=100 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:43.049269 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port 6f0f53f3-ef8d-46aa-a348-9e21b3f7c506 is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:17:43.067170 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-33344c23-95d6-44ae-8450-aa6683a5eb6f None None] For port dde3cc94-b072-4c60-96e6-7ed31f6f7f21, host dv-cinder-740146-21-smb, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:17:43.089501 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-33344c23-95d6-44ae-8450-aa6683a5eb6f None None] For port dde3cc94-b072-4c60-96e6-7ed31f6f7f21, host dv-cinder-740146-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=dde3cc94-b072-4c60-96e6-7ed31f6f7f21,segment=NetworkSegment(99e13ae0-baa8-4c19-aaf4-df298c2960c6),segment_id=99e13ae0-baa8-4c19-aaf4-df298c2960c6)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:17:43.100379 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 56740) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:43.109140 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-33344c23-95d6-44ae-8450-aa6683a5eb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (dde3cc94-b072-4c60-96e6-7ed31f6f7f21), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:43.137007 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:43.145855 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:43.147068 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:43.191371 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-199cd59e-3406-4808-b17d-53816155dae6 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks [] for security_group (9297015d-9020-46a1-8a60-23ddcc457538), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:43.213760 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7839d6b-6fd1-43bc-b487-569c26997581 None None] Pushing event updated for resources: {'Port': ['ID=dde3cc94-b072-4c60-96e6-7ed31f6f7f21,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:43.219041 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33344c23-95d6-44ae-8450-aa6683a5eb6f None None] Routers {'8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:17:43.219683 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-33344c23-95d6-44ae-8450-aa6683a5eb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:17:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:43.228755 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-199cd59e-3406-4808-b17d-53816155dae6 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks [] for security_group (9297015d-9020-46a1-8a60-23ddcc457538), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:43.241455 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-04544e7d-c31e-4146-8a1c-5018a7aad27f admin admin] Allocated IP 172.20.0.1 (36ff06c9-6918-4f35-985f-0130f480016a/9753972b-5384-40ca-a33f-7ba397770200/c429967f-af9a-4689-9aa3-5007a9559ff6) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:17:43.278942 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c1179aed-e633-410a-9935-057d63ea84cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef6a13d-d436-4e40-a569-c0c8ef2000d2', 'name': 'tempest-TestShelveInstance-1313708956-router', 'tenant_id': 'f024de3be4b546368070c6bde987fcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.196'}], 'enable_snat': True}, 'gw_port_id': 'a0a77c22-a9cb-4c81-9b27-905060d7e3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:17:40Z', 'updated_at': '2022-09-29T02:17:41Z', 'revision_number': 3, 'project_id': 'f024de3be4b546368070c6bde987fcb3', 'gw_port': {'id': 'a0a77c22-a9cb-4c81-9b27-905060d7e3ce', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cc:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef6a13d-d436-4e40-a569-c0c8ef2000d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:40Z', 'updated_at': '2022-09-29T02:17:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb'}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:43.299993 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-199cd59e-3406-4808-b17d-53816155dae6 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (9297015d-9020-46a1-8a60-23ddcc457538), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:43.303421 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-199cd59e-3406-4808-b17d-53816155dae6 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:43.305431 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-199cd59e-3406-4808-b17d-53816155dae6 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/9297015d-9020-46a1-8a60-23ddcc457538 HTTP/1.1" status: 204 len: 168 time: 0.2038021 Sep 29 02:17:43.310465 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 56742) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:43.320205 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1179aed-e633-410a-9935-057d63ea84cc None None] Checking router: 2ef6a13d-d436-4e40-a569-c0c8ef2000d2 for host: dv-cinder-740146-21-smb {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:17:43.320553 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1179aed-e633-410a-9935-057d63ea84cc None None] Updating router 2ef6a13d-d436-4e40-a569-c0c8ef2000d2 port a0a77c22-a9cb-4c81-9b27-905060d7e3ce binding host dv-cinder-740146-21-smb {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:17:43.330916 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.api.v2.resource [None req-f12684e9-4a3a-4679-987b-d520a1da0141 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] show failed (client error): The resource could not be found. Sep 29 02:17:43.332014 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-f12684e9-4a3a-4679-987b-d520a1da0141 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups/9297015d-9020-46a1-8a60-23ddcc457538 HTTP/1.1" status: 404 len: 347 time: 0.0204134 Sep 29 02:17:43.337298 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 56744) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:43.346242 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199cd59e-3406-4808-b17d-53816155dae6 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9297015d-9020-46a1-8a60-23ddcc457538,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:43.400465 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-04544e7d-c31e-4146-8a1c-5018a7aad27f admin admin] Publish callbacks [] for port (c429967f-af9a-4689-9aa3-5007a9559ff6), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:43.432534 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:43.437363 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-04544e7d-c31e-4146-8a1c-5018a7aad27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27012499'] for port (c429967f-af9a-4689-9aa3-5007a9559ff6), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:43.489020 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-d102caf3-3317-49f6-ac5a-bb4363d88539 None None] Attempt 9 to provision port dde3cc94-b072-4c60-96e6-7ed31f6f7f21 Sep 29 02:17:43.494302 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-33ce834c-8286-46a5-93e4-11252cfad6d1 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Deleting port 1dd4e3cb-7854-4df5-a03e-4b95e9314008 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:17:43.494793 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-33ce834c-8286-46a5-93e4-11252cfad6d1 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (1dd4e3cb-7854-4df5-a03e-4b95e9314008), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:43.510581 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04544e7d-c31e-4146-8a1c-5018a7aad27f admin admin] Network 36ff06c9-6918-4f35-985f-0130f480016a is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:17:43.518477 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-04544e7d-c31e-4146-8a1c-5018a7aad27f admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:17:43.523632 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04544e7d-c31e-4146-8a1c-5018a7aad27f admin admin] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:17:43.527870 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04544e7d-c31e-4146-8a1c-5018a7aad27f admin admin] Pushing event updated for resources: {'Port': ['ID=c429967f-af9a-4689-9aa3-5007a9559ff6,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:43.535921 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81374ea-940b-4270-b089-39dd9a11b546 None None] Network 36ff06c9-6918-4f35-985f-0130f480016a requested from dv-cinder-740146-21-smb {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:17:43.572789 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-04544e7d-c31e-4146-8a1c-5018a7aad27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2064679'] for router_interface (2ef6a13d-d436-4e40-a569-c0c8ef2000d2), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:43.592350 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-33ce834c-8286-46a5-93e4-11252cfad6d1 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (1dd4e3cb-7854-4df5-a03e-4b95e9314008), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:43.592751 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-33ce834c-8286-46a5-93e4-11252cfad6d1 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks [] for floatingip (1dd4e3cb-7854-4df5-a03e-4b95e9314008), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:43.606128 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-33ce834c-8286-46a5-93e4-11252cfad6d1 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Calling delete_port for 1dd4e3cb-7854-4df5-a03e-4b95e9314008 owned by network:floatingip {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:17:43.612801 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c1179aed-e633-410a-9935-057d63ea84cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (a0a77c22-a9cb-4c81-9b27-905060d7e3ce), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:43.647608 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-33344c23-95d6-44ae-8450-aa6683a5eb6f None None] Set router 8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2 gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:17:43.706236 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-04544e7d-c31e-4146-8a1c-5018a7aad27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (c429967f-af9a-4689-9aa3-5007a9559ff6), before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:43.777047 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-33ce834c-8286-46a5-93e4-11252cfad6d1 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (1dd4e3cb-7854-4df5-a03e-4b95e9314008), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:43.812647 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce834c-8286-46a5-93e4-11252cfad6d1 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Pushing event deleted for resources: {'Port': ['ID=1dd4e3cb-7854-4df5-a03e-4b95e9314008,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:43.871074 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-d102caf3-3317-49f6-ac5a-bb4363d88539 None None] Current status of the port dde3cc94-b072-4c60-96e6-7ed31f6f7f21 is: DOWN; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:17:43.871461 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d102caf3-3317-49f6-ac5a-bb4363d88539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (dde3cc94-b072-4c60-96e6-7ed31f6f7f21), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:43.877359 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:43.879385 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-33ce834c-8286-46a5-93e4-11252cfad6d1 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks [] for floatingip (67fc88fe-5db5-4d81-8bce-ea5e0e9399bc), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:43.882770 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-33ce834c-8286-46a5-93e4-11252cfad6d1 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for floatingip (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:43.886087 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-33ce834c-8286-46a5-93e4-11252cfad6d1 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/67fc88fe-5db5-4d81-8bce-ea5e0e9399bc HTTP/1.1" status: 204 len: 168 time: 0.5468585 Sep 29 02:17:43.914314 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-04544e7d-c31e-4146-8a1c-5018a7aad27f admin admin] Publish callbacks [] for port (c429967f-af9a-4689-9aa3-5007a9559ff6), precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:43.921543 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-04544e7d-c31e-4146-8a1c-5018a7aad27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27012484'] for port (c429967f-af9a-4689-9aa3-5007a9559ff6), after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:43.956027 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:43.978470 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 56748) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:43.983101 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-175c828e-6875-4e03-8eee-eedc3debaa61 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1434774610', 'description': 'tempest-description--589567440'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:43.991633 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-04544e7d-c31e-4146-8a1c-5018a7aad27f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1703214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2064787'] for router_interface (2ef6a13d-d436-4e40-a569-c0c8ef2000d2), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:43.995515 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04544e7d-c31e-4146-8a1c-5018a7aad27f admin admin] Pushing event updated for resources: {'Port': ['ID=c429967f-af9a-4689-9aa3-5007a9559ff6,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:44.016561 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:44.025904 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-175c828e-6875-4e03-8eee-eedc3debaa61 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:44.066508 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-d102caf3-3317-49f6-ac5a-bb4363d88539 None None] For port dde3cc94-b072-4c60-96e6-7ed31f6f7f21, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=dde3cc94-b072-4c60-96e6-7ed31f6f7f21,segment=NetworkSegment(99e13ae0-baa8-4c19-aaf4-df298c2960c6),segment_id=99e13ae0-baa8-4c19-aaf4-df298c2960c6)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:44.078354 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d102caf3-3317-49f6-ac5a-bb4363d88539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (dde3cc94-b072-4c60-96e6-7ed31f6f7f21), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:44.113139 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04544e7d-c31e-4146-8a1c-5018a7aad27f admin admin] Network 36ff06c9-6918-4f35-985f-0130f480016a is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:17:44.114953 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-04544e7d-c31e-4146-8a1c-5018a7aad27f admin admin] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:17:44.123930 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-175c828e-6875-4e03-8eee-eedc3debaa61 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks [] for security_group (1b3f2233-5163-4d4d-ae26-ba5364b4d53e), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:44.130093 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-175c828e-6875-4e03-8eee-eedc3debaa61 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (1b3f2233-5163-4d4d-ae26-ba5364b4d53e), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:44.171516 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c828e-6875-4e03-8eee-eedc3debaa61 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3f2233-5163-4d4d-ae26-ba5364b4d53e,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:44.178637 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-175c828e-6875-4e03-8eee-eedc3debaa61 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:44.183630 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-175c828e-6875-4e03-8eee-eedc3debaa61 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2040358 Sep 29 02:17:44.184240 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 56750) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:44.191932 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-bb598419-b712-4d7a-a3fd-20eeba572019 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Request body: {'security_group_rule': {'security_group_id': '1b3f2233-5163-4d4d-ae26-ba5364b4d53e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:44.232845 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bb598419-b712-4d7a-a3fd-20eeba572019 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks [] for security_group_rule (314e617e-d0f6-44c5-b7da-fda12e913af1), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:44.248034 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04544e7d-c31e-4146-8a1c-5018a7aad27f admin admin] Router 2ef6a13d-d436-4e40-a569-c0c8ef2000d2 has already been hosted by L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:17:44.250729 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-33344c23-95d6-44ae-8450-aa6683a5eb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2', 'name': 'tempest-TestShelveInstance-1865129362-router', 'tenant_id': 'df0405453f304b0091c0d9eda1c17725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.230'}], 'enable_snat': True}, 'gw_port_id': '6f0f53f3-ef8d-46aa-a348-9e21b3f7c506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:17:34Z', 'updated_at': '2022-09-29T02:17:38Z', 'revision_number': 4, 'project_id': 'df0405453f304b0091c0d9eda1c17725', 'gw_port': {'id': '6f0f53f3-ef8d-46aa-a348-9e21b3f7c506', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:35Z', 'updated_at': '2022-09-29T02:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': 'dde3cc94-b072-4c60-96e6-7ed31f6f7f21', 'name': '', 'network_id': '92f847ed-2962-457c-914a-6a3bcf2e1d71', 'tenant_id': 'df0405453f304b0091c0d9eda1c17725', 'mac_address': 'fa:16:3e:d0:ac:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'c2ee33f6-27fd-478c-8594-356279dab737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:37Z', 'updated_at': '2022-09-29T02:17:43Z', 'revision_number': 4, 'project_id': 'df0405453f304b0091c0d9eda1c17725', 'subnets': [{'id': 'c2ee33f6-27fd-478c-8594-356279dab737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:44.253660 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-633c6571-5b94-4894-bb32-e2b1f69e535c None None] Provisioning complete for port 5d7e51d6-851e-4825-a9a2-fec8395124c6 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:17:44.253939 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-633c6571-5b94-4894-bb32-e2b1f69e535c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (5d7e51d6-851e-4825-a9a2-fec8395124c6), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:44.254168 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-633c6571-5b94-4894-bb32-e2b1f69e535c None None] Attempt 1 to provision port 5d7e51d6-851e-4825-a9a2-fec8395124c6 Sep 29 02:17:44.276136 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d102caf3-3317-49f6-ac5a-bb4363d88539 None None] Pushing event updated for resources: {'Port': ['ID=dde3cc94-b072-4c60-96e6-7ed31f6f7f21,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:44.294302 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:44.297701 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:44.318803 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bb598419-b712-4d7a-a3fd-20eeba572019 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks [] for security_group_rule (314e617e-d0f6-44c5-b7da-fda12e913af1), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:44.325266 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bb598419-b712-4d7a-a3fd-20eeba572019 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602948'] for security_group_rule (314e617e-d0f6-44c5-b7da-fda12e913af1), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:44.361949 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb598419-b712-4d7a-a3fd-20eeba572019 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=314e617e-d0f6-44c5-b7da-fda12e913af1,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:44.367910 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bb598419-b712-4d7a-a3fd-20eeba572019 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:44.369845 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-bb598419-b712-4d7a-a3fd-20eeba572019 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1843336 Sep 29 02:17:44.370616 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33344c23-95d6-44ae-8450-aa6683a5eb6f None None] The sync data for ids ['8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2'] in dv-cinder-740146-21-smb is: [{'id': '8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2', 'name': 'tempest-TestShelveInstance-1865129362-router', 'tenant_id': 'df0405453f304b0091c0d9eda1c17725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.230'}], 'enable_snat': True}, 'gw_port_id': '6f0f53f3-ef8d-46aa-a348-9e21b3f7c506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:17:34Z', 'updated_at': '2022-09-29T02:17:38Z', 'revision_number': 4, 'project_id': 'df0405453f304b0091c0d9eda1c17725', 'gw_port': {'id': '6f0f53f3-ef8d-46aa-a348-9e21b3f7c506', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:35Z', 'updated_at': '2022-09-29T02:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': 'dde3cc94-b072-4c60-96e6-7ed31f6f7f21', 'name': '', 'network_id': '92f847ed-2962-457c-914a-6a3bcf2e1d71', 'tenant_id': 'df0405453f304b0091c0d9eda1c17725', 'mac_address': 'fa:16:3e:d0:ac:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'c2ee33f6-27fd-478c-8594-356279dab737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:37Z', 'updated_at': '2022-09-29T02:17:43Z', 'revision_number': 4, 'project_id': 'df0405453f304b0091c0d9eda1c17725', 'subnets': [{'id': 'c2ee33f6-27fd-478c-8594-356279dab737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:17:44.373043 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 56752) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:44.378860 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-2e19af79-b395-42a6-b41a-48a6b64c8f0c tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Request body: {'security_group_rule': {'security_group_id': '1b3f2233-5163-4d4d-ae26-ba5364b4d53e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:44.417784 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2e19af79-b395-42a6-b41a-48a6b64c8f0c tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks [] for security_group_rule (ef96f701-eed4-45e5-a30a-40823fc7dcdc), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:44.425077 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c1179aed-e633-410a-9935-057d63ea84cc None None] Publish callbacks [] for port (a0a77c22-a9cb-4c81-9b27-905060d7e3ce), precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:44.437355 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c1179aed-e633-410a-9935-057d63ea84cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (a0a77c22-a9cb-4c81-9b27-905060d7e3ce), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:44.498288 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-c1179aed-e633-410a-9935-057d63ea84cc None None] Attempting to bind port a0a77c22-a9cb-4c81-9b27-905060d7e3ce on host dv-cinder-740146-21-smb for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:17:44.498657 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-c1179aed-e633-410a-9935-057d63ea84cc None None] Attempting to bind port a0a77c22-a9cb-4c81-9b27-905060d7e3ce by drivers openvswitch,hyperv on host dv-cinder-740146-21-smb at level 0 using segments [{'id': '3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:17:44.499021 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1179aed-e633-410a-9935-057d63ea84cc None None] Attempting to bind port a0a77c22-a9cb-4c81-9b27-905060d7e3ce on network b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:17:44.499640 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04544e7d-c31e-4146-8a1c-5018a7aad27f admin admin] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:17:44.505016 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 5d7e51d6-851e-4825-a9a2-fec8395124c6 up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:17:44.507067 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-04544e7d-c31e-4146-8a1c-5018a7aad27f admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/2ef6a13d-d436-4e40-a569-c0c8ef2000d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9878209 Sep 29 02:17:44.583376 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2e19af79-b395-42a6-b41a-48a6b64c8f0c tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks [] for security_group_rule (ef96f701-eed4-45e5-a30a-40823fc7dcdc), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:44.590248 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2e19af79-b395-42a6-b41a-48a6b64c8f0c tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602948'] for security_group_rule (ef96f701-eed4-45e5-a30a-40823fc7dcdc), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:44.612926 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7956786d-8536-42ff-999d-6b9286c2af16 None None] Pushing event updated for resources: {'Port': ['ID=a0a77c22-a9cb-4c81-9b27-905060d7e3ce,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:44.645913 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e19af79-b395-42a6-b41a-48a6b64c8f0c tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef96f701-eed4-45e5-a30a-40823fc7dcdc,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:44.673387 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-2e19af79-b395-42a6-b41a-48a6b64c8f0c tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:44.677548 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-2e19af79-b395-42a6-b41a-48a6b64c8f0c tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3004572 Sep 29 02:17:44.678064 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 56756) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:44.678670 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1179aed-e633-410a-9935-057d63ea84cc None None] Checking agent: {'id': '732f1f10-53c2-4a73-b7b4-882674716f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 25), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:17:44.679051 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1179aed-e633-410a-9935-057d63ea84cc None None] Checking segment: {'id': '3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:17:44.679459 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c1179aed-e633-410a-9935-057d63ea84cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:44.679881 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1179aed-e633-410a-9935-057d63ea84cc None None] Bound using segment: {'id': '3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:17:44.680383 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-c1179aed-e633-410a-9935-057d63ea84cc None None] Bound port: a0a77c22-a9cb-4c81-9b27-905060d7e3ce, host: dv-cinder-740146-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:17:44.680849 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c1179aed-e633-410a-9935-057d63ea84cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (a0a77c22-a9cb-4c81-9b27-905060d7e3ce), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:44.682617 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-633c6571-5b94-4894-bb32-e2b1f69e535c None None] Current status of the port 5d7e51d6-851e-4825-a9a2-fec8395124c6 is: DOWN; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:17:44.682995 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-633c6571-5b94-4894-bb32-e2b1f69e535c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (5d7e51d6-851e-4825-a9a2-fec8395124c6), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:44.683755 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-4de3422c-f84e-4170-9174-1f5fcb9eb7ed tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Request body: {'floatingip': {'floating_network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:44.722222 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4de3422c-f84e-4170-9174-1f5fcb9eb7ed tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:44.790954 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port 5d7e51d6-851e-4825-a9a2-fec8395124c6 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:17:44.791574 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (5d7e51d6-851e-4825-a9a2-fec8395124c6), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:44.792123 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port 5d7e51d6-851e-4825-a9a2-fec8395124c6 Sep 29 02:17:44.846802 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4de3422c-f84e-4170-9174-1f5fcb9eb7ed tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:44.856931 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-633c6571-5b94-4894-bb32-e2b1f69e535c None None] For port 5d7e51d6-851e-4825-a9a2-fec8395124c6, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=5d7e51d6-851e-4825-a9a2-fec8395124c6,segment=NetworkSegment(271c6e91-4f73-4635-93f2-8ee94e38b779),segment_id=271c6e91-4f73-4635-93f2-8ee94e38b779)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:44.867901 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-633c6571-5b94-4894-bb32-e2b1f69e535c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (5d7e51d6-851e-4825-a9a2-fec8395124c6), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:44.878245 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-c1179aed-e633-410a-9935-057d63ea84cc None None] For port a0a77c22-a9cb-4c81-9b27-905060d7e3ce, host dv-cinder-740146-21-smb, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:17:44.881973 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-633c6571-5b94-4894-bb32-e2b1f69e535c None None] Provisioning complete for port dde3cc94-b072-4c60-96e6-7ed31f6f7f21 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:17:44.882387 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-633c6571-5b94-4894-bb32-e2b1f69e535c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (dde3cc94-b072-4c60-96e6-7ed31f6f7f21), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:44.882758 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-633c6571-5b94-4894-bb32-e2b1f69e535c None None] Attempt 1 to provision port dde3cc94-b072-4c60-96e6-7ed31f6f7f21 Sep 29 02:17:44.886323 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-c1179aed-e633-410a-9935-057d63ea84cc None None] For port a0a77c22-a9cb-4c81-9b27-905060d7e3ce, host dv-cinder-740146-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=a0a77c22-a9cb-4c81-9b27-905060d7e3ce,segment=NetworkSegment(3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633),segment_id=3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:17:44.937202 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:44.968290 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c1179aed-e633-410a-9935-057d63ea84cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (a0a77c22-a9cb-4c81-9b27-905060d7e3ce), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:44.969950 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:45.009626 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-4de3422c-f84e-4170-9174-1f5fcb9eb7ed tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Allocated IP 172.28.2.150 (b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd/e0ffa218-6ca5-4006-b711-a782d769deaf/dfc42be5-71f1-4ad6-9236-29e34e393572) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:17:45.065905 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:45.067152 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 56764) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:45.075832 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-f6b310c3-f16b-4173-8a51-41cd4881d20b tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2044812607', 'description': 'tempest-secgroup-smoke-2044812607 description', 'project_id': 'df0405453f304b0091c0d9eda1c17725'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:45.090128 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1179aed-e633-410a-9935-057d63ea84cc None None] Routers {'2ef6a13d-d436-4e40-a569-c0c8ef2000d2'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:17:45.091064 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c1179aed-e633-410a-9935-057d63ea84cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:17:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['2ef6a13d-d436-4e40-a569-c0c8ef2000d2'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:45.115335 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f6b310c3-f16b-4173-8a51-41cd4881d20b tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:45.175172 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port 5d7e51d6-851e-4825-a9a2-fec8395124c6 is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:17:45.181274 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4de3422c-f84e-4170-9174-1f5fcb9eb7ed tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks [] for port (dfc42be5-71f1-4ad6-9236-29e34e393572), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:45.188942 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:45.193136 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633c6571-5b94-4894-bb32-e2b1f69e535c None None] Pushing event updated for resources: {'Port': ['ID=5d7e51d6-851e-4825-a9a2-fec8395124c6,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:45.207695 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f6b310c3-f16b-4173-8a51-41cd4881d20b tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] Publish callbacks [] for security_group (11403870-b514-48df-abea-6e23652724c4), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:45.214818 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f6b310c3-f16b-4173-8a51-41cd4881d20b tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (11403870-b514-48df-abea-6e23652724c4), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:45.241051 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4de3422c-f84e-4170-9174-1f5fcb9eb7ed tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27012499'] for port (dfc42be5-71f1-4ad6-9236-29e34e393572), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:45.254544 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f6b310c3-f16b-4173-8a51-41cd4881d20b tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:45.255818 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-f6b310c3-f16b-4173-8a51-41cd4881d20b tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1872430 Sep 29 02:17:45.262073 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 56766) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:45.262778 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b310c3-f16b-4173-8a51-41cd4881d20b tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11403870-b514-48df-abea-6e23652724c4,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:45.282143 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-112e84ee-50a7-4be2-a595-82bbd103cb56 tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] Request body: {'security_group_rule': {'security_group_id': '11403870-b514-48df-abea-6e23652724c4', 'project_id': 'df0405453f304b0091c0d9eda1c17725', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:45.316769 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3422c-f84e-4170-9174-1f5fcb9eb7ed tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Pushing event updated for resources: {'Port': ['ID=dfc42be5-71f1-4ad6-9236-29e34e393572,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:45.322073 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-633c6571-5b94-4894-bb32-e2b1f69e535c None None] Current status of the port dde3cc94-b072-4c60-96e6-7ed31f6f7f21 is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:17:45.322438 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de3422c-f84e-4170-9174-1f5fcb9eb7ed tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Network b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:17:45.324782 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-4de3422c-f84e-4170-9174-1f5fcb9eb7ed tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:17:45.327787 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de3422c-f84e-4170-9174-1f5fcb9eb7ed tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:17:45.338088 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-112e84ee-50a7-4be2-a595-82bbd103cb56 tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] Publish callbacks [] for security_group_rule (33a55135-a0bf-41d3-b039-7764ba58dbd2), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:45.342606 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-c1179aed-e633-410a-9935-057d63ea84cc None None] Set router 2ef6a13d-d436-4e40-a569-c0c8ef2000d2 gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:17:45.344911 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7956786d-8536-42ff-999d-6b9286c2af16 None None] Pushing event updated for resources: {'Port': ['ID=a0a77c22-a9cb-4c81-9b27-905060d7e3ce,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:45.423986 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4de3422c-f84e-4170-9174-1f5fcb9eb7ed tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks [] for floatingip (8f901bfb-c37d-4965-a7bd-9a6d92181e7b), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:45.444927 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-112e84ee-50a7-4be2-a595-82bbd103cb56 tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] Publish callbacks [] for security_group_rule (33a55135-a0bf-41d3-b039-7764ba58dbd2), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:45.449430 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-112e84ee-50a7-4be2-a595-82bbd103cb56 tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602948'] for security_group_rule (33a55135-a0bf-41d3-b039-7764ba58dbd2), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:45.473901 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e84ee-50a7-4be2-a595-82bbd103cb56 tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33a55135-a0bf-41d3-b039-7764ba58dbd2,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:45.482743 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-112e84ee-50a7-4be2-a595-82bbd103cb56 tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:45.484301 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-112e84ee-50a7-4be2-a595-82bbd103cb56 tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2079582 Sep 29 02:17:45.485091 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4de3422c-f84e-4170-9174-1f5fcb9eb7ed tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (dfc42be5-71f1-4ad6-9236-29e34e393572), before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:45.487043 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 56770) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:45.492892 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-0f6fe46b-6781-404e-8e5a-b349ce709234 tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] Request body: {'security_group_rule': {'security_group_id': '11403870-b514-48df-abea-6e23652724c4', 'project_id': 'df0405453f304b0091c0d9eda1c17725', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:45.565658 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0f6fe46b-6781-404e-8e5a-b349ce709234 tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] Publish callbacks [] for security_group_rule (0c1ce18c-5b3f-42d5-a87c-2e47fb437258), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:45.598727 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-b507389f-fc07-40d1-8354-6b602ff24897 None None] Provisioning complete for port c429967f-af9a-4689-9aa3-5007a9559ff6 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:17:45.599109 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b507389f-fc07-40d1-8354-6b602ff24897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (c429967f-af9a-4689-9aa3-5007a9559ff6), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:45.599447 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-b507389f-fc07-40d1-8354-6b602ff24897 None None] Attempt 1 to provision port c429967f-af9a-4689-9aa3-5007a9559ff6 Sep 29 02:17:45.667433 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-b507389f-fc07-40d1-8354-6b602ff24897 None None] Port c429967f-af9a-4689-9aa3-5007a9559ff6 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:17:45.703805 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0f6fe46b-6781-404e-8e5a-b349ce709234 tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] Publish callbacks [] for security_group_rule (0c1ce18c-5b3f-42d5-a87c-2e47fb437258), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:45.713645 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0f6fe46b-6781-404e-8e5a-b349ce709234 tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602948'] for security_group_rule (0c1ce18c-5b3f-42d5-a87c-2e47fb437258), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:45.733068 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6fe46b-6781-404e-8e5a-b349ce709234 tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c1ce18c-5b3f-42d5-a87c-2e47fb437258,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:45.746907 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c1179aed-e633-410a-9935-057d63ea84cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef6a13d-d436-4e40-a569-c0c8ef2000d2', 'name': 'tempest-TestShelveInstance-1313708956-router', 'tenant_id': 'f024de3be4b546368070c6bde987fcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.196'}], 'enable_snat': True}, 'gw_port_id': 'a0a77c22-a9cb-4c81-9b27-905060d7e3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:17:40Z', 'updated_at': '2022-09-29T02:17:43Z', 'revision_number': 4, 'project_id': 'f024de3be4b546368070c6bde987fcb3', 'gw_port': {'id': 'a0a77c22-a9cb-4c81-9b27-905060d7e3ce', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cc:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef6a13d-d436-4e40-a569-c0c8ef2000d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:40Z', 'updated_at': '2022-09-29T02:17:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': 'c429967f-af9a-4689-9aa3-5007a9559ff6', 'name': '', 'network_id': '36ff06c9-6918-4f35-985f-0130f480016a', 'tenant_id': 'f024de3be4b546368070c6bde987fcb3', 'mac_address': 'fa:16:3e:0a:dd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef6a13d-d436-4e40-a569-c0c8ef2000d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '9753972b-5384-40ca-a33f-7ba397770200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:43Z', 'updated_at': '2022-09-29T02:17:43Z', 'revision_number': 2, 'project_id': 'f024de3be4b546368070c6bde987fcb3', 'subnets': [{'id': '9753972b-5384-40ca-a33f-7ba397770200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:45.762825 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0f6fe46b-6781-404e-8e5a-b349ce709234 tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:45.764031 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-0f6fe46b-6781-404e-8e5a-b349ce709234 tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2759123 Sep 29 02:17:45.766191 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4de3422c-f84e-4170-9174-1f5fcb9eb7ed tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks [] for port (dfc42be5-71f1-4ad6-9236-29e34e393572), precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:45.766977 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 56772) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:45.772202 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4de3422c-f84e-4170-9174-1f5fcb9eb7ed tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27012484'] for port (dfc42be5-71f1-4ad6-9236-29e34e393572), after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:45.772790 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-5ef2af75-5713-4378-aac2-d42e6a55f879 tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] Request body: {'security_group_rule': {'security_group_id': '11403870-b514-48df-abea-6e23652724c4', 'project_id': 'df0405453f304b0091c0d9eda1c17725', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:45.778263 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:45.782463 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1179aed-e633-410a-9935-057d63ea84cc None None] The sync data for ids ['2ef6a13d-d436-4e40-a569-c0c8ef2000d2'] in dv-cinder-740146-21-smb is: [{'id': '2ef6a13d-d436-4e40-a569-c0c8ef2000d2', 'name': 'tempest-TestShelveInstance-1313708956-router', 'tenant_id': 'f024de3be4b546368070c6bde987fcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.196'}], 'enable_snat': True}, 'gw_port_id': 'a0a77c22-a9cb-4c81-9b27-905060d7e3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:17:40Z', 'updated_at': '2022-09-29T02:17:43Z', 'revision_number': 4, 'project_id': 'f024de3be4b546368070c6bde987fcb3', 'gw_port': {'id': 'a0a77c22-a9cb-4c81-9b27-905060d7e3ce', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cc:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef6a13d-d436-4e40-a569-c0c8ef2000d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:40Z', 'updated_at': '2022-09-29T02:17:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': 'c429967f-af9a-4689-9aa3-5007a9559ff6', 'name': '', 'network_id': '36ff06c9-6918-4f35-985f-0130f480016a', 'tenant_id': 'f024de3be4b546368070c6bde987fcb3', 'mac_address': 'fa:16:3e:0a:dd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef6a13d-d436-4e40-a569-c0c8ef2000d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '9753972b-5384-40ca-a33f-7ba397770200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:43Z', 'updated_at': '2022-09-29T02:17:43Z', 'revision_number': 2, 'project_id': 'f024de3be4b546368070c6bde987fcb3', 'subnets': [{'id': '9753972b-5384-40ca-a33f-7ba397770200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:17:45.806150 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5ef2af75-5713-4378-aac2-d42e6a55f879 tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] Publish callbacks [] for security_group_rule (69f51065-ff39-4533-8206-ccb08a162b86), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:45.853024 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4de3422c-f84e-4170-9174-1f5fcb9eb7ed tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1596334'] for floatingip (8f901bfb-c37d-4965-a7bd-9a6d92181e7b), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:45.857139 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3422c-f84e-4170-9174-1f5fcb9eb7ed tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Pushing event updated for resources: {'Port': ['ID=dfc42be5-71f1-4ad6-9236-29e34e393572,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:45.876127 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5ef2af75-5713-4378-aac2-d42e6a55f879 tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] Publish callbacks [] for security_group_rule (69f51065-ff39-4533-8206-ccb08a162b86), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:45.876898 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4de3422c-f84e-4170-9174-1f5fcb9eb7ed tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for floatingip (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:45.881816 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-4de3422c-f84e-4170-9174-1f5fcb9eb7ed tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2024870 Sep 29 02:17:45.891353 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5ef2af75-5713-4378-aac2-d42e6a55f879 tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602948'] for security_group_rule (69f51065-ff39-4533-8206-ccb08a162b86), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:45.913240 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef2af75-5713-4378-aac2-d42e6a55f879 tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69f51065-ff39-4533-8206-ccb08a162b86,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:45.923163 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5ef2af75-5713-4378-aac2-d42e6a55f879 tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:45.924452 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-5ef2af75-5713-4378-aac2-d42e6a55f879 tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1563480 Sep 29 02:17:45.927659 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 56776) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:45.932449 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-166cf620-fad0-49ea-a856-67b638c70106 tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] Request body: {'security_group_rule': {'security_group_id': '11403870-b514-48df-abea-6e23652724c4', 'project_id': 'df0405453f304b0091c0d9eda1c17725', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:45.948559 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:UPDATE=4,neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=11 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:45.965663 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-166cf620-fad0-49ea-a856-67b638c70106 tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] Publish callbacks [] for security_group_rule (1bee5802-663a-44d4-91b3-3d6d3e284e6a), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:46.031367 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-166cf620-fad0-49ea-a856-67b638c70106 tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] Publish callbacks [] for security_group_rule (1bee5802-663a-44d4-91b3-3d6d3e284e6a), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:46.035432 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-166cf620-fad0-49ea-a856-67b638c70106 tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602948'] for security_group_rule (1bee5802-663a-44d4-91b3-3d6d3e284e6a), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:46.060357 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166cf620-fad0-49ea-a856-67b638c70106 tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bee5802-663a-44d4-91b3-3d6d3e284e6a,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:46.065043 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-166cf620-fad0-49ea-a856-67b638c70106 tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:46.069764 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-166cf620-fad0-49ea-a856-67b638c70106 tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1376514 Sep 29 02:17:46.069764 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 56788) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:46.094203 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-baa72563-bfac-4322-acf7-34fc596fa512 tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] Request body: {'security_group_rule': {'security_group_id': '11403870-b514-48df-abea-6e23652724c4', 'project_id': 'df0405453f304b0091c0d9eda1c17725', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:46.110760 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:46.142588 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.db.securitygroups_db [None req-baa72563-bfac-4322-acf7-34fc596fa512 tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] Project df0405453f304b0091c0d9eda1c17725 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 02:17:46.158672 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-baa72563-bfac-4322-acf7-34fc596fa512 tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] Publish callbacks [] for security_group_rule (555e0360-fa3d-4861-8e2e-e943f88d7243), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:46.169211 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-b507389f-fc07-40d1-8354-6b602ff24897 None None] Attempt 2 to provision port c429967f-af9a-4689-9aa3-5007a9559ff6 Sep 29 02:17:46.186138 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-f3a5ed07-2ab5-4e16-9778-93a27866b1f9 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1434774610&fields=id&tenant_id=bb1caf7cbae44c41bce39e486a20f6eb HTTP/1.1" status: 200 len: 267 time: 0.0760925 Sep 29 02:17:46.208730 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-b507389f-fc07-40d1-8354-6b602ff24897 None None] Port c429967f-af9a-4689-9aa3-5007a9559ff6 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:17:46.300420 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-baa72563-bfac-4322-acf7-34fc596fa512 tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] Publish callbacks [] for security_group_rule (555e0360-fa3d-4861-8e2e-e943f88d7243), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:46.308068 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-baa72563-bfac-4322-acf7-34fc596fa512 tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602948'] for security_group_rule (555e0360-fa3d-4861-8e2e-e943f88d7243), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:46.347378 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa72563-bfac-4322-acf7-34fc596fa512 tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=555e0360-fa3d-4861-8e2e-e943f88d7243,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:46.356253 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-a015a00c-afc3-4c31-8753-a77ce93a7f35 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:46.357826 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-a015a00c-afc3-4c31-8753-a77ce93a7f35 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/networks?id=3be65160-34ea-4bb6-abd7-0d461783c057 HTTP/1.1" status: 200 len: 816 time: 0.1625469 Sep 29 02:17:46.364987 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-baa72563-bfac-4322-acf7-34fc596fa512 tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:46.369583 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-baa72563-bfac-4322-acf7-34fc596fa512 tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2966633 Sep 29 02:17:46.370450 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 56790) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:46.375484 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-a47a8722-3250-4383-9853-a248201e3ddb tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] Request body: {'security_group_rule': {'security_group_id': '11403870-b514-48df-abea-6e23652724c4', 'project_id': 'df0405453f304b0091c0d9eda1c17725', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:46.394855 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-1a975acd-1937-4c37-89e8-8020b826a97a tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/quotas/bb1caf7cbae44c41bce39e486a20f6eb HTTP/1.1" status: 200 len: 375 time: 0.0251665 Sep 29 02:17:46.435506 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.db.securitygroups_db [None req-a47a8722-3250-4383-9853-a248201e3ddb tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] Project df0405453f304b0091c0d9eda1c17725 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 02:17:46.444773 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device dde3cc94-b072-4c60-96e6-7ed31f6f7f21 up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:17:46.449891 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a47a8722-3250-4383-9853-a248201e3ddb tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] Publish callbacks [] for security_group_rule (2ea3047d-7848-4610-987a-5416453265ce), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:46.469189 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-6f81bf10-d6cc-407a-aff0-a2cdde38d3bb tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=bb1caf7cbae44c41bce39e486a20f6eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658300 Sep 29 02:17:46.496858 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port dde3cc94-b072-4c60-96e6-7ed31f6f7f21 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:17:46.497524 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (dde3cc94-b072-4c60-96e6-7ed31f6f7f21), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:46.498020 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port dde3cc94-b072-4c60-96e6-7ed31f6f7f21 Sep 29 02:17:46.540107 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a47a8722-3250-4383-9853-a248201e3ddb tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] Publish callbacks [] for security_group_rule (2ea3047d-7848-4610-987a-5416453265ce), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:46.547341 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a47a8722-3250-4383-9853-a248201e3ddb tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602948'] for security_group_rule (2ea3047d-7848-4610-987a-5416453265ce), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:46.569090 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47a8722-3250-4383-9853-a248201e3ddb tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ea3047d-7848-4610-987a-5416453265ce,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:46.576079 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a47a8722-3250-4383-9853-a248201e3ddb tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:46.586442 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-a47a8722-3250-4383-9853-a248201e3ddb tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2052081 Sep 29 02:17:46.586801 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port dde3cc94-b072-4c60-96e6-7ed31f6f7f21 is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:17:46.586801 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 5d7e51d6-851e-4825-a9a2-fec8395124c6 up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:17:46.657570 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port 5d7e51d6-851e-4825-a9a2-fec8395124c6 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:17:46.657946 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (5d7e51d6-851e-4825-a9a2-fec8395124c6), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:46.658642 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port 5d7e51d6-851e-4825-a9a2-fec8395124c6 Sep 29 02:17:46.719925 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-b507389f-fc07-40d1-8354-6b602ff24897 None None] Attempt 3 to provision port c429967f-af9a-4689-9aa3-5007a9559ff6 Sep 29 02:17:46.770806 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-6ea17cca-6e49-42d1-8e91-75a023690782 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/3be65160-34ea-4bb6-abd7-0d461783c057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819920 Sep 29 02:17:46.806654 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port 5d7e51d6-851e-4825-a9a2-fec8395124c6 is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:17:46.809395 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-b507389f-fc07-40d1-8354-6b602ff24897 None None] Port c429967f-af9a-4689-9aa3-5007a9559ff6 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:17:46.873958 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-de72e406-1523-494e-be2f-449b6dc6cf3f service neutron] 10.222.0.49 "GET /networking/v2.0/networks/3be65160-34ea-4bb6-abd7-0d461783c057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966263 Sep 29 02:17:47.071871 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-bc2912df-f241-4c7d-89b9-df5a80a3eb95 req-8e6b498f-0bc9-4b0f-8457-332ff49ccc7f tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 210 time: 0.0429907 Sep 29 02:17:47.310913 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-b507389f-fc07-40d1-8354-6b602ff24897 None None] Attempt 4 to provision port c429967f-af9a-4689-9aa3-5007a9559ff6 Sep 29 02:17:47.313583 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=100 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:47.336510 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=100 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:47.347009 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-b507389f-fc07-40d1-8354-6b602ff24897 None None] Port c429967f-af9a-4689-9aa3-5007a9559ff6 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:17:47.848087 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-b507389f-fc07-40d1-8354-6b602ff24897 None None] Attempt 5 to provision port c429967f-af9a-4689-9aa3-5007a9559ff6 Sep 29 02:17:47.885572 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-b507389f-fc07-40d1-8354-6b602ff24897 None None] Port c429967f-af9a-4689-9aa3-5007a9559ff6 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:17:48.188562 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9cac1df7-41bb-40b1-aa80-7db8a18a6e46 req-3d56d98b-130c-41ad-9be2-762ee6328f2e tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 210 time: 0.0337670 Sep 29 02:17:48.364763 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:48.376500 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device a0a77c22-a9cb-4c81-9b27-905060d7e3ce up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:17:48.380001 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-30580d4a-2560-4237-a158-98a46fa42e9a tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:48.381225 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-30580d4a-2560-4237-a158-98a46fa42e9a tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.16 "GET /networking/v2.0/networks?id=3be65160-34ea-4bb6-abd7-0d461783c057 HTTP/1.1" status: 200 len: 816 time: 0.1341591 Sep 29 02:17:48.399920 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-b507389f-fc07-40d1-8354-6b602ff24897 None None] Attempt 6 to provision port c429967f-af9a-4689-9aa3-5007a9559ff6 Sep 29 02:17:48.449776 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-b507389f-fc07-40d1-8354-6b602ff24897 None None] Port c429967f-af9a-4689-9aa3-5007a9559ff6 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:17:48.460676 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port a0a77c22-a9cb-4c81-9b27-905060d7e3ce triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:17:48.461265 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (a0a77c22-a9cb-4c81-9b27-905060d7e3ce), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:48.461630 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port a0a77c22-a9cb-4c81-9b27-905060d7e3ce Sep 29 02:17:48.463041 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-09976df3-9c7d-4b9f-8867-07ce3ed522fb tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bb1caf7cbae44c41bce39e486a20f6eb HTTP/1.1" status: 200 len: 380 time: 0.0722611 Sep 29 02:17:48.536605 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port a0a77c22-a9cb-4c81-9b27-905060d7e3ce is: DOWN; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:17:48.536994 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (a0a77c22-a9cb-4c81-9b27-905060d7e3ce), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:48.544895 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-b3591a0d-c0eb-473d-9ded-02c26de2519c tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Request body: {'port': {'device_id': '1d73316d-7dfd-4834-90ce-918304a87fa6', 'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057', 'admin_state_up': True, 'tenant_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'security_groups': ['1b3f2233-5163-4d4d-ae26-ba5364b4d53e']}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:48.559111 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] For port a0a77c22-a9cb-4c81-9b27-905060d7e3ce, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=a0a77c22-a9cb-4c81-9b27-905060d7e3ce,segment=NetworkSegment(3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633),segment_id=3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:48.563129 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (a0a77c22-a9cb-4c81-9b27-905060d7e3ce), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:48.594216 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:48.617563 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Pushing event updated for resources: {'Port': ['ID=a0a77c22-a9cb-4c81-9b27-905060d7e3ce,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:48.662229 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-b3591a0d-c0eb-473d-9ded-02c26de2519c tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Made reservation on behalf of bb1caf7cbae44c41bce39e486a20f6eb for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:17:48.667211 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-b3591a0d-c0eb-473d-9ded-02c26de2519c tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:48.804252 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-b3591a0d-c0eb-473d-9ded-02c26de2519c tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Allocated IP 172.20.0.11 (3be65160-34ea-4bb6-abd7-0d461783c057/398c055b-a2b0-4881-821c-6995d7734c32/06da52c4-2e7a-42a0-9ff0-aa8e4455acec) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:17:48.817704 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffddb66-7f02-47ef-a9b1-bfe90a8978d7 None None] Sync routers for ids ['2ef6a13d-d436-4e40-a569-c0c8ef2000d2'] in dv-cinder-740146-21-smb {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:17:48.828717 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffddb66-7f02-47ef-a9b1-bfe90a8978d7 None None] Routers {'2ef6a13d-d436-4e40-a569-c0c8ef2000d2'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:17:48.829612 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-bffddb66-7f02-47ef-a9b1-bfe90a8978d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:17:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['2ef6a13d-d436-4e40-a569-c0c8ef2000d2'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:48.939297 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-bffddb66-7f02-47ef-a9b1-bfe90a8978d7 None None] Set router 2ef6a13d-d436-4e40-a569-c0c8ef2000d2 gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:17:48.965118 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-b3591a0d-c0eb-473d-9ded-02c26de2519c tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks [] for port (06da52c4-2e7a-42a0-9ff0-aa8e4455acec), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:48.965711 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-b507389f-fc07-40d1-8354-6b602ff24897 None None] Attempt 7 to provision port c429967f-af9a-4689-9aa3-5007a9559ff6 Sep 29 02:17:49.002991 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-b3591a0d-c0eb-473d-9ded-02c26de2519c tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (06da52c4-2e7a-42a0-9ff0-aa8e4455acec), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:49.045456 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-b507389f-fc07-40d1-8354-6b602ff24897 None None] Port c429967f-af9a-4689-9aa3-5007a9559ff6 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:17:49.045860 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-b3591a0d-c0eb-473d-9ded-02c26de2519c tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Network 3be65160-34ea-4bb6-abd7-0d461783c057 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:17:49.051025 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-b3591a0d-c0eb-473d-9ded-02c26de2519c tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:17:49.053641 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-b3591a0d-c0eb-473d-9ded-02c26de2519c tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:17:49.087555 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3591a0d-c0eb-473d-9ded-02c26de2519c tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Pushing event updated for resources: {'Port': ['ID=06da52c4-2e7a-42a0-9ff0-aa8e4455acec,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:49.120142 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-b3591a0d-c0eb-473d-9ded-02c26de2519c tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:49.120850 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-b3591a0d-c0eb-473d-9ded-02c26de2519c tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for port (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:49.147864 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-b3591a0d-c0eb-473d-9ded-02c26de2519c tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6068444 Sep 29 02:17:49.181840 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-bffddb66-7f02-47ef-a9b1-bfe90a8978d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef6a13d-d436-4e40-a569-c0c8ef2000d2', 'name': 'tempest-TestShelveInstance-1313708956-router', 'tenant_id': 'f024de3be4b546368070c6bde987fcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.196'}], 'enable_snat': True}, 'gw_port_id': 'a0a77c22-a9cb-4c81-9b27-905060d7e3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:17:40Z', 'updated_at': '2022-09-29T02:17:43Z', 'revision_number': 4, 'project_id': 'f024de3be4b546368070c6bde987fcb3', 'gw_port': {'id': 'a0a77c22-a9cb-4c81-9b27-905060d7e3ce', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cc:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef6a13d-d436-4e40-a569-c0c8ef2000d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:40Z', 'updated_at': '2022-09-29T02:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': 'c429967f-af9a-4689-9aa3-5007a9559ff6', 'name': '', 'network_id': '36ff06c9-6918-4f35-985f-0130f480016a', 'tenant_id': 'f024de3be4b546368070c6bde987fcb3', 'mac_address': 'fa:16:3e:0a:dd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef6a13d-d436-4e40-a569-c0c8ef2000d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '9753972b-5384-40ca-a33f-7ba397770200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:43Z', 'updated_at': '2022-09-29T02:17:43Z', 'revision_number': 2, 'project_id': 'f024de3be4b546368070c6bde987fcb3', 'subnets': [{'id': '9753972b-5384-40ca-a33f-7ba397770200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:49.208101 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffddb66-7f02-47ef-a9b1-bfe90a8978d7 None None] Checking router: 2ef6a13d-d436-4e40-a569-c0c8ef2000d2 for host: dv-cinder-740146-21-smb {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:17:49.208440 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffddb66-7f02-47ef-a9b1-bfe90a8978d7 None None] Updating router 2ef6a13d-d436-4e40-a569-c0c8ef2000d2 port c429967f-af9a-4689-9aa3-5007a9559ff6 binding host dv-cinder-740146-21-smb {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:17:49.229989 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-f9001558-6eb3-4683-be03-312a208940d3 service neutron] Request body: {'port': {'device_id': '1d73316d-7dfd-4834-90ce-918304a87fa6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:49.243502 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bffddb66-7f02-47ef-a9b1-bfe90a8978d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (c429967f-af9a-4689-9aa3-5007a9559ff6), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:49.330709 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-f9001558-6eb3-4683-be03-312a208940d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (06da52c4-2e7a-42a0-9ff0-aa8e4455acec), before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:49.357760 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31211ce-2ba5-4541-8fea-d01ba49dfc32 req-25ad7d8c-bd98-4155-97c0-3e3bb9b97699 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:49.359389 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a31211ce-2ba5-4541-8fea-d01ba49dfc32 req-25ad7d8c-bd98-4155-97c0-3e3bb9b97699 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 932 time: 0.0685365 Sep 29 02:17:49.422079 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:49.446602 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:49.464566 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:49.498403 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:49.501943 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a31211ce-2ba5-4541-8fea-d01ba49dfc32 req-968fd79e-9dd7-424e-9a52-2d68c216c1cb tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225238 Sep 29 02:17:49.536399 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bffddb66-7f02-47ef-a9b1-bfe90a8978d7 None None] Publish callbacks [] for port (c429967f-af9a-4689-9aa3-5007a9559ff6), precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:49.542088 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bffddb66-7f02-47ef-a9b1-bfe90a8978d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (c429967f-af9a-4689-9aa3-5007a9559ff6), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:49.548006 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-b507389f-fc07-40d1-8354-6b602ff24897 None None] Attempt 8 to provision port c429967f-af9a-4689-9aa3-5007a9559ff6 Sep 29 02:17:49.647624 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46727f5d-b015-4ede-a4b5-df25bb7a6ce4 None None] Pushing event updated for resources: {'Port': ['ID=c429967f-af9a-4689-9aa3-5007a9559ff6,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:49.652010 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-b507389f-fc07-40d1-8354-6b602ff24897 None None] Port c429967f-af9a-4689-9aa3-5007a9559ff6 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:17:49.652539 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1f5d03ac-53e7-4d00-852f-e9f8bbb386e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:49.668747 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.notifiers.nova [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-f9001558-6eb3-4683-be03-312a208940d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06da52c4-2e7a-42a0-9ff0-aa8e4455acec {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:17:49.676988 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-f9001558-6eb3-4683-be03-312a208940d3 service neutron] Publish callbacks [] for port (06da52c4-2e7a-42a0-9ff0-aa8e4455acec), precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:49.686958 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-bffddb66-7f02-47ef-a9b1-bfe90a8978d7 None None] Attempting to bind port c429967f-af9a-4689-9aa3-5007a9559ff6 on host dv-cinder-740146-21-smb for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:17:49.687332 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-bffddb66-7f02-47ef-a9b1-bfe90a8978d7 None None] Attempting to bind port c429967f-af9a-4689-9aa3-5007a9559ff6 by drivers openvswitch,hyperv on host dv-cinder-740146-21-smb at level 0 using segments [{'id': '271c6e91-4f73-4635-93f2-8ee94e38b779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '36ff06c9-6918-4f35-985f-0130f480016a'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:17:49.687915 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffddb66-7f02-47ef-a9b1-bfe90a8978d7 None None] Attempting to bind port c429967f-af9a-4689-9aa3-5007a9559ff6 on network 36ff06c9-6918-4f35-985f-0130f480016a {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:17:49.690781 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-f9001558-6eb3-4683-be03-312a208940d3 service neutron] Transition to ACTIVE for port object 06da52c4-2e7a-42a0-9ff0-aa8e4455acec will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:17:49.697799 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-f9001558-6eb3-4683-be03-312a208940d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26030496'] for port (06da52c4-2e7a-42a0-9ff0-aa8e4455acec), after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:49.730986 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffddb66-7f02-47ef-a9b1-bfe90a8978d7 None None] Checking agent: {'id': '732f1f10-53c2-4a73-b7b4-882674716f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 25), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:17:49.731816 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffddb66-7f02-47ef-a9b1-bfe90a8978d7 None None] Checking segment: {'id': '271c6e91-4f73-4635-93f2-8ee94e38b779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '36ff06c9-6918-4f35-985f-0130f480016a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:17:49.731816 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bffddb66-7f02-47ef-a9b1-bfe90a8978d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:49.732127 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffddb66-7f02-47ef-a9b1-bfe90a8978d7 None None] Bound using segment: {'id': '271c6e91-4f73-4635-93f2-8ee94e38b779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '36ff06c9-6918-4f35-985f-0130f480016a'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:17:49.732601 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-bffddb66-7f02-47ef-a9b1-bfe90a8978d7 None None] Bound port: c429967f-af9a-4689-9aa3-5007a9559ff6, host: dv-cinder-740146-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271c6e91-4f73-4635-93f2-8ee94e38b779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '36ff06c9-6918-4f35-985f-0130f480016a'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:17:49.732980 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bffddb66-7f02-47ef-a9b1-bfe90a8978d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (c429967f-af9a-4689-9aa3-5007a9559ff6), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:49.775379 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9001558-6eb3-4683-be03-312a208940d3 service neutron] Pushing event updated for resources: {'Port': ['ID=06da52c4-2e7a-42a0-9ff0-aa8e4455acec,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:49.802586 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-bffddb66-7f02-47ef-a9b1-bfe90a8978d7 None None] For port c429967f-af9a-4689-9aa3-5007a9559ff6, host dv-cinder-740146-21-smb, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:17:49.806021 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-bffddb66-7f02-47ef-a9b1-bfe90a8978d7 None None] For port c429967f-af9a-4689-9aa3-5007a9559ff6, host dv-cinder-740146-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=c429967f-af9a-4689-9aa3-5007a9559ff6,segment=NetworkSegment(271c6e91-4f73-4635-93f2-8ee94e38b779),segment_id=271c6e91-4f73-4635-93f2-8ee94e38b779)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:17:49.811184 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-f9001558-6eb3-4683-be03-312a208940d3 service neutron] Attempting to bind port 06da52c4-2e7a-42a0-9ff0-aa8e4455acec on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:17:49.811525 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-f9001558-6eb3-4683-be03-312a208940d3 service neutron] Attempting to bind port 06da52c4-2e7a-42a0-9ff0-aa8e4455acec by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'af33ed35-e9af-41d9-8ab2-604c2b07ce0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:17:49.811849 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-f9001558-6eb3-4683-be03-312a208940d3 service neutron] Attempting to bind port 06da52c4-2e7a-42a0-9ff0-aa8e4455acec on network 3be65160-34ea-4bb6-abd7-0d461783c057 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:17:49.812835 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bffddb66-7f02-47ef-a9b1-bfe90a8978d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (c429967f-af9a-4689-9aa3-5007a9559ff6), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:49.855174 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffddb66-7f02-47ef-a9b1-bfe90a8978d7 None None] Routers {'2ef6a13d-d436-4e40-a569-c0c8ef2000d2'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:17:49.855803 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-bffddb66-7f02-47ef-a9b1-bfe90a8978d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:17:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['2ef6a13d-d436-4e40-a569-c0c8ef2000d2'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:49.856421 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-f9001558-6eb3-4683-be03-312a208940d3 service neutron] Port 06da52c4-2e7a-42a0-9ff0-aa8e4455acec on network 3be65160-34ea-4bb6-abd7-0d461783c057 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:17:49.856750 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-f9001558-6eb3-4683-be03-312a208940d3 service neutron] Attempting to bind port 06da52c4-2e7a-42a0-9ff0-aa8e4455acec on network 3be65160-34ea-4bb6-abd7-0d461783c057 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:17:49.903565 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-f9001558-6eb3-4683-be03-312a208940d3 service neutron] Checking agent: {'id': '027a9bac-ca89-4228-9c1d-ae9e74cf172f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 9, 38), 'started_at': datetime.datetime(2022, 9, 29, 2, 9, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:17:49.903919 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-f9001558-6eb3-4683-be03-312a208940d3 service neutron] Checking segment: {'id': 'af33ed35-e9af-41d9-8ab2-604c2b07ce0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:17:49.904844 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-f9001558-6eb3-4683-be03-312a208940d3 service neutron] Bound using segment: {'id': 'af33ed35-e9af-41d9-8ab2-604c2b07ce0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:17:49.905288 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-f9001558-6eb3-4683-be03-312a208940d3 service neutron] Bound port: 06da52c4-2e7a-42a0-9ff0-aa8e4455acec, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af33ed35-e9af-41d9-8ab2-604c2b07ce0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:17:49.905674 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-f9001558-6eb3-4683-be03-312a208940d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (06da52c4-2e7a-42a0-9ff0-aa8e4455acec), before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:49.909214 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46727f5d-b015-4ede-a4b5-df25bb7a6ce4 None None] Pushing event updated for resources: {'Port': ['ID=c429967f-af9a-4689-9aa3-5007a9559ff6,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:49.971962 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-f9001558-6eb3-4683-be03-312a208940d3 service neutron] For port 06da52c4-2e7a-42a0-9ff0-aa8e4455acec, host hv-cinder-74014, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:17:49.975058 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-f9001558-6eb3-4683-be03-312a208940d3 service neutron] For port 06da52c4-2e7a-42a0-9ff0-aa8e4455acec, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=06da52c4-2e7a-42a0-9ff0-aa8e4455acec,segment=NetworkSegment(af33ed35-e9af-41d9-8ab2-604c2b07ce0b),segment_id=af33ed35-e9af-41d9-8ab2-604c2b07ce0b)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:17:49.981781 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-f9001558-6eb3-4683-be03-312a208940d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26030496'] for port (06da52c4-2e7a-42a0-9ff0-aa8e4455acec), after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:49.982336 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-bffddb66-7f02-47ef-a9b1-bfe90a8978d7 None None] Set router 2ef6a13d-d436-4e40-a569-c0c8ef2000d2 gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:17:49.989763 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-f9001558-6eb3-4683-be03-312a208940d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:49.990656 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-f9001558-6eb3-4683-be03-312a208940d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for port (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:49.992218 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-f9001558-6eb3-4683-be03-312a208940d3 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/06da52c4-2e7a-42a0-9ff0-aa8e4455acec HTTP/1.1" status: 200 len: 1094 time: 0.7679236 Sep 29 02:17:49.995025 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d73316d-7dfd-4834-90ce-918304a87fa6', 'tag': '06da52c4-2e7a-42a0-9ff0-aa8e4455acec'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:17:49.997458 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6fd434f9474e642ac52a32a239cb9403cb6cbac172bb9ea56eecab16f0e16c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cece9937-f5d7-4283-b686-b2ea3db544d2" -d '{"events": [{"name": "network-changed", "server_uuid": "1d73316d-7dfd-4834-90ce-918304a87fa6", "tag": "06da52c4-2e7a-42a0-9ff0-aa8e4455acec"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:17:50.062504 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be69547-b494-4fcd-ac1c-6bf718047a84 x-openstack-request-id: req-5be69547-b494-4fcd-ac1c-6bf718047a84 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:17:50.062809 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d73316d-7dfd-4834-90ce-918304a87fa6", "tag": "06da52c4-2e7a-42a0-9ff0-aa8e4455acec", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:17:50.063069 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5be69547-b494-4fcd-ac1c-6bf718047a84 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:17:50.063476 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5be69547-b494-4fcd-ac1c-6bf718047a84'] response: {'name': 'network-changed', 'server_uuid': '1d73316d-7dfd-4834-90ce-918304a87fa6', 'tag': '06da52c4-2e7a-42a0-9ff0-aa8e4455acec', 'status': 'completed', 'code': 200} Sep 29 02:17:50.079737 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9001558-6eb3-4683-be03-312a208940d3 service neutron] Pushing event updated for resources: {'Port': ['ID=06da52c4-2e7a-42a0-9ff0-aa8e4455acec,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:50.093792 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-82bdeec5-dee7-484c-a4a1-8e327f645acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:50.095302 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-82bdeec5-dee7-484c-a4a1-8e327f645acf service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bb1caf7cbae44c41bce39e486a20f6eb&device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 1128 time: 0.0495598 Sep 29 02:17:50.140299 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-cc4d7ae0-b3f0-413f-ba27-1bedb04b3c3a service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06da52c4-2e7a-42a0-9ff0-aa8e4455acec HTTP/1.1" status: 200 len: 217 time: 0.0352268 Sep 29 02:17:50.201204 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-3c8408de-54a7-4cca-b9fe-207b1b6d17ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:50.202709 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-3c8408de-54a7-4cca-b9fe-207b1b6d17ff service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=398c055b-a2b0-4881-821c-6995d7734c32 HTTP/1.1" status: 200 len: 855 time: 0.0475960 Sep 29 02:17:50.232190 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-b507389f-fc07-40d1-8354-6b602ff24897 None None] Attempt 9 to provision port c429967f-af9a-4689-9aa3-5007a9559ff6 Sep 29 02:17:50.252137 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-d2abdba7-1723-451c-8f52-5cca54254fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:50.254120 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-d2abdba7-1723-451c-8f52-5cca54254fd3 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=3be65160-34ea-4bb6-abd7-0d461783c057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0444844 Sep 29 02:17:50.362227 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-6514e0fe-f84a-43f8-9b06-d032ab512c35 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3be65160-34ea-4bb6-abd7-0d461783c057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934134 Sep 29 02:17:50.366908 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-b507389f-fc07-40d1-8354-6b602ff24897 None None] Current status of the port c429967f-af9a-4689-9aa3-5007a9559ff6 is: DOWN; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:17:50.367295 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b507389f-fc07-40d1-8354-6b602ff24897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (c429967f-af9a-4689-9aa3-5007a9559ff6), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:50.381114 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:50.402909 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device a0a77c22-a9cb-4c81-9b27-905060d7e3ce up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:17:50.433010 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-bffddb66-7f02-47ef-a9b1-bfe90a8978d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef6a13d-d436-4e40-a569-c0c8ef2000d2', 'name': 'tempest-TestShelveInstance-1313708956-router', 'tenant_id': 'f024de3be4b546368070c6bde987fcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.196'}], 'enable_snat': True}, 'gw_port_id': 'a0a77c22-a9cb-4c81-9b27-905060d7e3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:17:40Z', 'updated_at': '2022-09-29T02:17:43Z', 'revision_number': 4, 'project_id': 'f024de3be4b546368070c6bde987fcb3', 'gw_port': {'id': 'a0a77c22-a9cb-4c81-9b27-905060d7e3ce', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cc:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef6a13d-d436-4e40-a569-c0c8ef2000d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:40Z', 'updated_at': '2022-09-29T02:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': 'c429967f-af9a-4689-9aa3-5007a9559ff6', 'name': '', 'network_id': '36ff06c9-6918-4f35-985f-0130f480016a', 'tenant_id': 'f024de3be4b546368070c6bde987fcb3', 'mac_address': 'fa:16:3e:0a:dd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef6a13d-d436-4e40-a569-c0c8ef2000d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '9753972b-5384-40ca-a33f-7ba397770200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:43Z', 'updated_at': '2022-09-29T02:17:49Z', 'revision_number': 4, 'project_id': 'f024de3be4b546368070c6bde987fcb3', 'subnets': [{'id': '9753972b-5384-40ca-a33f-7ba397770200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:17:50.440919 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:50.466702 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-530652e3-e19c-4b4b-9067-8e76a90f82d0 req-8cca8624-9142-4744-b12d-7aabe7f02827 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3be65160-34ea-4bb6-abd7-0d461783c057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985224 Sep 29 02:17:50.471137 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:50.472393 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffddb66-7f02-47ef-a9b1-bfe90a8978d7 None None] The sync data for ids ['2ef6a13d-d436-4e40-a569-c0c8ef2000d2'] in dv-cinder-740146-21-smb is: [{'id': '2ef6a13d-d436-4e40-a569-c0c8ef2000d2', 'name': 'tempest-TestShelveInstance-1313708956-router', 'tenant_id': 'f024de3be4b546368070c6bde987fcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.196'}], 'enable_snat': True}, 'gw_port_id': 'a0a77c22-a9cb-4c81-9b27-905060d7e3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:17:40Z', 'updated_at': '2022-09-29T02:17:43Z', 'revision_number': 4, 'project_id': 'f024de3be4b546368070c6bde987fcb3', 'gw_port': {'id': 'a0a77c22-a9cb-4c81-9b27-905060d7e3ce', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cc:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef6a13d-d436-4e40-a569-c0c8ef2000d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:40Z', 'updated_at': '2022-09-29T02:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': 'c429967f-af9a-4689-9aa3-5007a9559ff6', 'name': '', 'network_id': '36ff06c9-6918-4f35-985f-0130f480016a', 'tenant_id': 'f024de3be4b546368070c6bde987fcb3', 'mac_address': 'fa:16:3e:0a:dd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef6a13d-d436-4e40-a569-c0c8ef2000d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '9753972b-5384-40ca-a33f-7ba397770200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:43Z', 'updated_at': '2022-09-29T02:17:49Z', 'revision_number': 4, 'project_id': 'f024de3be4b546368070c6bde987fcb3', 'subnets': [{'id': '9753972b-5384-40ca-a33f-7ba397770200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:17:50.480026 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-b507389f-fc07-40d1-8354-6b602ff24897 None None] For port c429967f-af9a-4689-9aa3-5007a9559ff6, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=c429967f-af9a-4689-9aa3-5007a9559ff6,segment=NetworkSegment(271c6e91-4f73-4635-93f2-8ee94e38b779),segment_id=271c6e91-4f73-4635-93f2-8ee94e38b779)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:50.487022 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b507389f-fc07-40d1-8354-6b602ff24897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (c429967f-af9a-4689-9aa3-5007a9559ff6), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:50.528092 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-b507389f-fc07-40d1-8354-6b602ff24897 None None] Provisioning complete for port 5d7e51d6-851e-4825-a9a2-fec8395124c6 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:17:50.528461 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b507389f-fc07-40d1-8354-6b602ff24897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (5d7e51d6-851e-4825-a9a2-fec8395124c6), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:50.528793 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-b507389f-fc07-40d1-8354-6b602ff24897 None None] Attempt 1 to provision port 5d7e51d6-851e-4825-a9a2-fec8395124c6 Sep 29 02:17:50.567641 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port a0a77c22-a9cb-4c81-9b27-905060d7e3ce triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:17:50.567819 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (a0a77c22-a9cb-4c81-9b27-905060d7e3ce), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:50.568133 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port a0a77c22-a9cb-4c81-9b27-905060d7e3ce Sep 29 02:17:50.605048 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:50.615738 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b507389f-fc07-40d1-8354-6b602ff24897 None None] Pushing event updated for resources: {'Port': ['ID=c429967f-af9a-4689-9aa3-5007a9559ff6,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:50.653028 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe7016f-609b-4ebd-baeb-6f595358adf2 req-f53e25ee-a84f-4af8-ba08-d232719e3425 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:50.654582 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-bbe7016f-609b-4ebd-baeb-6f595358adf2 req-f53e25ee-a84f-4af8-ba08-d232719e3425 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 944 time: 0.0599916 Sep 29 02:17:50.703480 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-b507389f-fc07-40d1-8354-6b602ff24897 None None] Current status of the port 5d7e51d6-851e-4825-a9a2-fec8395124c6 is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:17:50.710434 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-bbe7016f-609b-4ebd-baeb-6f595358adf2 req-143f29e7-5b76-4452-bc99-33b21ad8e8b7 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499098 Sep 29 02:17:50.715703 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port a0a77c22-a9cb-4c81-9b27-905060d7e3ce is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:17:50.717014 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device c429967f-af9a-4689-9aa3-5007a9559ff6 up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:17:50.767247 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port c429967f-af9a-4689-9aa3-5007a9559ff6 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:17:50.767620 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (c429967f-af9a-4689-9aa3-5007a9559ff6), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:50.767963 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port c429967f-af9a-4689-9aa3-5007a9559ff6 Sep 29 02:17:50.855132 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port c429967f-af9a-4689-9aa3-5007a9559ff6 is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:17:51.848594 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789540d-6367-498d-8bfd-c78f45e929a5 req-c1fedbaf-c808-4358-a230-16bcaae05ef6 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:51.850115 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-8789540d-6367-498d-8bfd-c78f45e929a5 req-c1fedbaf-c808-4358-a230-16bcaae05ef6 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 944 time: 0.0509825 Sep 29 02:17:51.896862 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-8789540d-6367-498d-8bfd-c78f45e929a5 req-304525b1-1033-452b-a53c-1911494d341f tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405467 Sep 29 02:17:52.099334 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a19ee28d-aefb-475e-8bdc-c90d4a5de169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:52.337137 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device c429967f-af9a-4689-9aa3-5007a9559ff6 up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:17:52.385085 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port c429967f-af9a-4689-9aa3-5007a9559ff6 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:17:52.385476 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (c429967f-af9a-4689-9aa3-5007a9559ff6), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:52.385814 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port c429967f-af9a-4689-9aa3-5007a9559ff6 Sep 29 02:17:52.457443 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port c429967f-af9a-4689-9aa3-5007a9559ff6 is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:17:52.846049 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:52.849295 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:53.029881 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4a5c0-c581-419b-96eb-a5f1f5f2de59 req-65c88d36-28fb-4361-a09b-1944ca85ab7f tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:53.031357 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7bb4a5c0-c581-419b-96eb-a5f1f5f2de59 req-65c88d36-28fb-4361-a09b-1944ca85ab7f tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 944 time: 0.0491436 Sep 29 02:17:53.080928 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7bb4a5c0-c581-419b-96eb-a5f1f5f2de59 req-37531dae-1845-48a4-a6c3-83ad15fc845b tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440602 Sep 29 02:17:53.221668 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:53.531044 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece9937-f5d7-4283-b686-b2ea3db544d2 req-a5c9bc35-3c4e-42a8-96d0-c3138feb86f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:53.532441 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-cece9937-f5d7-4283-b686-b2ea3db544d2 req-a5c9bc35-3c4e-42a8-96d0-c3138feb86f7 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bb1caf7cbae44c41bce39e486a20f6eb&device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 1128 time: 0.0413284 Sep 29 02:17:53.649011 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece9937-f5d7-4283-b686-b2ea3db544d2 req-a1a80ce8-b9b6-46f4-8946-30eb42c41ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:53.650648 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-cece9937-f5d7-4283-b686-b2ea3db544d2 req-a1a80ce8-b9b6-46f4-8946-30eb42c41ae1 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=3be65160-34ea-4bb6-abd7-0d461783c057 HTTP/1.1" status: 200 len: 917 time: 0.1119719 Sep 29 02:17:53.696563 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-cece9937-f5d7-4283-b686-b2ea3db544d2 req-659a75b0-5472-44c7-8bb3-3d97eaad0811 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06da52c4-2e7a-42a0-9ff0-aa8e4455acec HTTP/1.1" status: 200 len: 217 time: 0.0371962 Sep 29 02:17:53.747254 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece9937-f5d7-4283-b686-b2ea3db544d2 req-1eb44f9b-8701-4f0c-b743-b30fa7818c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:53.748658 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-cece9937-f5d7-4283-b686-b2ea3db544d2 req-1eb44f9b-8701-4f0c-b743-b30fa7818c58 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=398c055b-a2b0-4881-821c-6995d7734c32 HTTP/1.1" status: 200 len: 855 time: 0.0465565 Sep 29 02:17:53.794706 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece9937-f5d7-4283-b686-b2ea3db544d2 req-f2071cd8-1f8e-4988-9618-7d3ca7f749a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:53.796097 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-cece9937-f5d7-4283-b686-b2ea3db544d2 req-f2071cd8-1f8e-4988-9618-7d3ca7f749a8 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=3be65160-34ea-4bb6-abd7-0d461783c057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0411427 Sep 29 02:17:53.887816 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-cece9937-f5d7-4283-b686-b2ea3db544d2 req-8bb2b58a-7921-4b31-a110-f840f2569cc8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3be65160-34ea-4bb6-abd7-0d461783c057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852249 Sep 29 02:17:54.238287 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ce745-fc25-43f6-8680-98b84cb0da2d req-214293ab-3bb4-49a4-85e0-b68273080ad7 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:54.239836 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f66ce745-fc25-43f6-8680-98b84cb0da2d req-214293ab-3bb4-49a4-85e0-b68273080ad7 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 944 time: 0.0612307 Sep 29 02:17:54.279755 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-cece9937-f5d7-4283-b686-b2ea3db544d2 req-843798e1-3972-4047-aee8-460f92e6c5b5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3be65160-34ea-4bb6-abd7-0d461783c057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851705 Sep 29 02:17:54.312271 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f66ce745-fc25-43f6-8680-98b84cb0da2d req-66399ea9-db58-4caa-8e94-cbc6afd472d1 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651553 Sep 29 02:17:54.585734 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 06da52c4-2e7a-42a0-9ff0-aa8e4455acec details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:17:54.685662 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:54.694256 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 06da52c4-2e7a-42a0-9ff0-aa8e4455acec, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=06da52c4-2e7a-42a0-9ff0-aa8e4455acec,segment=NetworkSegment(af33ed35-e9af-41d9-8ab2-604c2b07ce0b),segment_id=af33ed35-e9af-41d9-8ab2-604c2b07ce0b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:54.708706 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Returning: {'device': '06da52c4-2e7a-42a0-9ff0-aa8e4455acec', 'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057', 'port_id': '06da52c4-2e7a-42a0-9ff0-aa8e4455acec', 'mac_address': 'fa:16:3e:71:86:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '398c055b-a2b0-4881-821c-6995d7734c32', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:17:54.743876 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port 06da52c4-2e7a-42a0-9ff0-aa8e4455acec is: DOWN; New status is: BUILD {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:17:54.744271 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (06da52c4-2e7a-42a0-9ff0-aa8e4455acec), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:54.758924 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06da52c4-2e7a-42a0-9ff0-aa8e4455acec {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:17:54.791019 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:54.792666 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 06da52c4-2e7a-42a0-9ff0-aa8e4455acec, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=06da52c4-2e7a-42a0-9ff0-aa8e4455acec,segment=NetworkSegment(af33ed35-e9af-41d9-8ab2-604c2b07ce0b),segment_id=af33ed35-e9af-41d9-8ab2-604c2b07ce0b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:54.796290 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (06da52c4-2e7a-42a0-9ff0-aa8e4455acec), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:54.842174 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Pushing event updated for resources: {'Port': ['ID=06da52c4-2e7a-42a0-9ff0-aa8e4455acec,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:54.871439 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:55.241356 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] get_ports_and_sgs() called for port_ids ['06da52c4-2e7a-42a0-9ff0-aa8e4455acec'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:17:55.244176 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:55.440239 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcad8ee-4da3-4cef-8f76-158a662fa6ca req-08ca8af3-eada-4608-a91a-9a5f0a9988d3 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:55.441731 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0dcad8ee-4da3-4cef-8f76-158a662fa6ca req-08ca8af3-eada-4608-a91a-9a5f0a9988d3 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 945 time: 0.0460846 Sep 29 02:17:55.489845 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0dcad8ee-4da3-4cef-8f76-158a662fa6ca req-69ce5e83-d9a5-4f4e-bd6e-be0691935631 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415692 Sep 29 02:17:55.863534 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=76,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:55.866516 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=3,neutron:DELETE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:56.588975 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 06da52c4-2e7a-42a0-9ff0-aa8e4455acec up at agent hyperv_hv-cinder-74014 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:17:56.619891 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b898b9-22bc-4e42-ba75-6bb7679600d7 req-c36a9546-a54f-4914-a4cf-37640d73a883 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:56.621443 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-05b898b9-22bc-4e42-ba75-6bb7679600d7 req-c36a9546-a54f-4914-a4cf-37640d73a883 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 945 time: 0.0491726 Sep 29 02:17:56.640086 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Provisioning for port 06da52c4-2e7a-42a0-9ff0-aa8e4455acec completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:17:56.645960 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Provisioning complete for port 06da52c4-2e7a-42a0-9ff0-aa8e4455acec triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:17:56.646337 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (06da52c4-2e7a-42a0-9ff0-aa8e4455acec), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:56.646696 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Attempt 1 to provision port 06da52c4-2e7a-42a0-9ff0-aa8e4455acec Sep 29 02:17:56.654357 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:56.687083 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-05b898b9-22bc-4e42-ba75-6bb7679600d7 req-a2790179-c11a-4a59-a748-45e4a651b171 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599689 Sep 29 02:17:56.725024 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port 06da52c4-2e7a-42a0-9ff0-aa8e4455acec is: BUILD; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:17:56.725430 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (06da52c4-2e7a-42a0-9ff0-aa8e4455acec), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:56.754902 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d73316d-7dfd-4834-90ce-918304a87fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06da52c4-2e7a-42a0-9ff0-aa8e4455acec'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:17:56.757120 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9024dbdcad92e29b408608371dc01104c16b992bc758fd4b6455d872f62f597b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95dfe13b-7c01-49ad-8abb-a341f58629f0" -d '{"events": [{"server_uuid": "1d73316d-7dfd-4834-90ce-918304a87fa6", "name": "network-vif-plugged", "status": "completed", "tag": "06da52c4-2e7a-42a0-9ff0-aa8e4455acec"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:17:56.769873 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 06da52c4-2e7a-42a0-9ff0-aa8e4455acec, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=06da52c4-2e7a-42a0-9ff0-aa8e4455acec,segment=NetworkSegment(af33ed35-e9af-41d9-8ab2-604c2b07ce0b),segment_id=af33ed35-e9af-41d9-8ab2-604c2b07ce0b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:17:56.773726 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (06da52c4-2e7a-42a0-9ff0-aa8e4455acec), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:56.797937 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d56bee-b391-4080-a0fa-42bf4b2abb3a x-openstack-request-id: req-d0d56bee-b391-4080-a0fa-42bf4b2abb3a {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:17:56.798232 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d73316d-7dfd-4834-90ce-918304a87fa6", "name": "network-vif-plugged", "status": "completed", "tag": "06da52c4-2e7a-42a0-9ff0-aa8e4455acec", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:17:56.798486 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d0d56bee-b391-4080-a0fa-42bf4b2abb3a {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:17:56.798957 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0d56bee-b391-4080-a0fa-42bf4b2abb3a'] response: {'server_uuid': '1d73316d-7dfd-4834-90ce-918304a87fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06da52c4-2e7a-42a0-9ff0-aa8e4455acec', 'code': 200} Sep 29 02:17:56.829155 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Pushing event updated for resources: {'Port': ['ID=06da52c4-2e7a-42a0-9ff0-aa8e4455acec,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:17:56.983333 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb721b76-2d31-4180-83e3-553bf72f346c req-cc04fe21-692f-44c4-8667-2c8a69ddfaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:56.984819 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-fb721b76-2d31-4180-83e3-553bf72f346c req-cc04fe21-692f-44c4-8667-2c8a69ddfaca service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 1130 time: 0.0447991 Sep 29 02:17:57.013744 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:57.034026 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-fb721b76-2d31-4180-83e3-553bf72f346c req-b5c4fc87-4ceb-4267-b202-1b43292bc235 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428295 Sep 29 02:17:57.825946 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5de1b-c2b7-43e1-9ec4-6093ccee39ff req-ea3eb31a-c54f-4a7c-8b50-e9e19a342e11 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:57.828304 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0bf5de1b-c2b7-43e1-9ec4-6093ccee39ff req-ea3eb31a-c54f-4a7c-8b50-e9e19a342e11 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 946 time: 0.0540507 Sep 29 02:17:57.877851 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0bf5de1b-c2b7-43e1-9ec4-6093ccee39ff req-7b42a4bb-f1fe-4885-90c0-03586c2c8e8c tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442963 Sep 29 02:17:59.012062 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc4502a-c025-4711-b957-0b68df09afef req-e80440ae-b402-48fd-b6ac-a7ff992f61be tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:59.013538 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9dc4502a-c025-4711-b957-0b68df09afef req-e80440ae-b402-48fd-b6ac-a7ff992f61be tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 946 time: 0.0466793 Sep 29 02:17:59.066906 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9dc4502a-c025-4711-b957-0b68df09afef req-6319cad3-4297-44d7-9ce1-ded53b85444f tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478096 Sep 29 02:17:59.194094 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2105a-fda7-434c-a33e-69173d5c113e req-6229d7a0-626f-4e9a-8ad7-6dd013a3afad tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:17:59.196140 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-88d2105a-fda7-434c-a33e-69173d5c113e req-6229d7a0-626f-4e9a-8ad7-6dd013a3afad tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 946 time: 0.0510137 Sep 29 02:17:59.206764 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 56932) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:17:59.212123 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-06767606-9934-40d6-a028-a2e860185672 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Request body: {'floatingip': {'port_id': '06da52c4-2e7a-42a0-9ff0-aa8e4455acec'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:17:59.249153 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-06767606-9934-40d6-a028-a2e860185672 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks [] for floatingip (8f901bfb-c37d-4965-a7bd-9a6d92181e7b), before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:59.676263 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-06767606-9934-40d6-a028-a2e860185672 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:59.680712 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-06767606-9934-40d6-a028-a2e860185672 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1596334'] for floatingip (8f901bfb-c37d-4965-a7bd-9a6d92181e7b), after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:17:59.775295 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.db.l3_db [None req-06767606-9934-40d6-a028-a2e860185672 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Floating IP 8f901bfb-c37d-4965-a7bd-9a6d92181e7b associated. External IP: 172.28.2.150, port: 06da52c4-2e7a-42a0-9ff0-aa8e4455acec. Sep 29 02:17:59.949451 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:59.968301 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:17:59.978353 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06767606-9934-40d6-a028-a2e860185672 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Router 68bac2b9-f319-44c9-b5bb-e2c32a63b70b has already been hosted by L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:18:00.080669 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06767606-9934-40d6-a028-a2e860185672 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:18:00.085588 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-06767606-9934-40d6-a028-a2e860185672 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for floatingip (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:00.090894 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294e3cc7-eebc-4287-838a-163600faa44e None None] Sync routers for ids ['68bac2b9-f319-44c9-b5bb-e2c32a63b70b'] in dv-cinder-740146-21-smb {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:18:00.101528 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294e3cc7-eebc-4287-838a-163600faa44e None None] Routers {'68bac2b9-f319-44c9-b5bb-e2c32a63b70b'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:18:00.102155 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-294e3cc7-eebc-4287-838a-163600faa44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:17:52Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['68bac2b9-f319-44c9-b5bb-e2c32a63b70b'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:00.115005 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-06767606-9934-40d6-a028-a2e860185672 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/8f901bfb-c37d-4965-a7bd-9a6d92181e7b HTTP/1.1" status: 200 len: 992 time: 0.9071624 Sep 29 02:18:00.115632 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d73316d-7dfd-4834-90ce-918304a87fa6', 'tag': '06da52c4-2e7a-42a0-9ff0-aa8e4455acec'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:18:00.118395 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6fd434f9474e642ac52a32a239cb9403cb6cbac172bb9ea56eecab16f0e16c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00a8777-138d-419e-a84c-3ef4c7301d9b" -d '{"events": [{"name": "network-changed", "server_uuid": "1d73316d-7dfd-4834-90ce-918304a87fa6", "tag": "06da52c4-2e7a-42a0-9ff0-aa8e4455acec"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:18:00.155758 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf319d71-87f5-4af2-a6f1-80975c5434de x-openstack-request-id: req-bf319d71-87f5-4af2-a6f1-80975c5434de {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:18:00.156244 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d73316d-7dfd-4834-90ce-918304a87fa6", "tag": "06da52c4-2e7a-42a0-9ff0-aa8e4455acec", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:18:00.156505 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bf319d71-87f5-4af2-a6f1-80975c5434de {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:18:00.156918 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf319d71-87f5-4af2-a6f1-80975c5434de'] response: {'name': 'network-changed', 'server_uuid': '1d73316d-7dfd-4834-90ce-918304a87fa6', 'tag': '06da52c4-2e7a-42a0-9ff0-aa8e4455acec', 'status': 'completed', 'code': 200} Sep 29 02:18:00.205948 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-294e3cc7-eebc-4287-838a-163600faa44e None None] Set router 68bac2b9-f319-44c9-b5bb-e2c32a63b70b gateway port host: dv-cinder-740146-21-smb {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:18:00.221300 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a8777-138d-419e-a84c-3ef4c7301d9b req-6af6f325-5caa-49f6-8b81-7b9728a3fd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:00.222832 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d00a8777-138d-419e-a84c-3ef4c7301d9b req-6af6f325-5caa-49f6-8b81-7b9728a3fd4f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bb1caf7cbae44c41bce39e486a20f6eb&device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 1130 time: 0.0435343 Sep 29 02:18:00.316860 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a8777-138d-419e-a84c-3ef4c7301d9b req-92358fd7-84c5-499a-98f4-bee7101ca031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:00.318366 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d00a8777-138d-419e-a84c-3ef4c7301d9b req-92358fd7-84c5-499a-98f4-bee7101ca031 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=3be65160-34ea-4bb6-abd7-0d461783c057 HTTP/1.1" status: 200 len: 917 time: 0.0885985 Sep 29 02:18:00.386062 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d00a8777-138d-419e-a84c-3ef4c7301d9b req-44ba3dce-a971-43fc-81fc-9ba8dec80869 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06da52c4-2e7a-42a0-9ff0-aa8e4455acec HTTP/1.1" status: 200 len: 1000 time: 0.0607724 Sep 29 02:18:00.421038 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-294e3cc7-eebc-4287-838a-163600faa44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'name': 'tempest-AttachVolumeShelveTestJSON-106992495-router', 'tenant_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': '3be0e4d4-aaac-4318-8c58-5165434b5114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:41Z', 'updated_at': '2022-09-29T02:11:54Z', 'revision_number': 4, 'project_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'gw_port': {'id': '3be0e4d4-aaac-4318-8c58-5165434b5114', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ec:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:42Z', 'updated_at': '2022-09-29T02:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_floatingips': [{'id': '8f901bfb-c37d-4965-a7bd-9a6d92181e7b', 'tenant_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'floating_ip_address': '172.28.2.150', 'floating_network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'router_id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'port_id': '06da52c4-2e7a-42a0-9ff0-aa8e4455acec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057', 'mac_address': 'fa:16:3e:71:86:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d73316d-7dfd-4834-90ce-918304a87fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:17:45Z', 'updated_at': '2022-09-29T02:17:59Z', 'revision_number': 1, 'project_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe332755-3f61-48de-91ce-db206db12d4b', 'name': '', 'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057', 'tenant_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'mac_address': 'fa:16:3e:20:8e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '398c055b-a2b0-4881-821c-6995d7734c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:51Z', 'updated_at': '2022-09-29T02:12:14Z', 'revision_number': 5, 'project_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'subnets': [{'id': '398c055b-a2b0-4881-821c-6995d7734c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:00.435763 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a8777-138d-419e-a84c-3ef4c7301d9b req-624031c0-b502-40e1-a143-b2148df54017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:00.437233 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d00a8777-138d-419e-a84c-3ef4c7301d9b req-624031c0-b502-40e1-a143-b2148df54017 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=398c055b-a2b0-4881-821c-6995d7734c32 HTTP/1.1" status: 200 len: 855 time: 0.0449421 Sep 29 02:18:00.444818 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294e3cc7-eebc-4287-838a-163600faa44e None None] Checking router: 68bac2b9-f319-44c9-b5bb-e2c32a63b70b for host: dv-cinder-740146-21-smb {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:18:00.453907 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294e3cc7-eebc-4287-838a-163600faa44e None None] Routers {'68bac2b9-f319-44c9-b5bb-e2c32a63b70b'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:18:00.454499 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-294e3cc7-eebc-4287-838a-163600faa44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:17:52Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['68bac2b9-f319-44c9-b5bb-e2c32a63b70b'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:00.482293 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a8777-138d-419e-a84c-3ef4c7301d9b req-33ac2398-22bf-4f16-88a8-f3a657cb1ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:00.483711 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d00a8777-138d-419e-a84c-3ef4c7301d9b req-33ac2398-22bf-4f16-88a8-f3a657cb1ec8 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=3be65160-34ea-4bb6-abd7-0d461783c057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0394137 Sep 29 02:18:00.554161 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-294e3cc7-eebc-4287-838a-163600faa44e None None] Set router 68bac2b9-f319-44c9-b5bb-e2c32a63b70b gateway port host: dv-cinder-740146-21-smb {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:18:00.579341 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d00a8777-138d-419e-a84c-3ef4c7301d9b req-f040b5e0-6d6f-499d-92cc-267564c1f570 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3be65160-34ea-4bb6-abd7-0d461783c057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882192 Sep 29 02:18:00.673072 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d00a8777-138d-419e-a84c-3ef4c7301d9b req-cc5c6ada-e2a3-4145-b0eb-30af4d7944da service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3be65160-34ea-4bb6-abd7-0d461783c057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850997 Sep 29 02:18:00.776926 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-294e3cc7-eebc-4287-838a-163600faa44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'name': 'tempest-AttachVolumeShelveTestJSON-106992495-router', 'tenant_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': '3be0e4d4-aaac-4318-8c58-5165434b5114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:41Z', 'updated_at': '2022-09-29T02:11:54Z', 'revision_number': 4, 'project_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'gw_port': {'id': '3be0e4d4-aaac-4318-8c58-5165434b5114', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ec:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:42Z', 'updated_at': '2022-09-29T02:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_floatingips': [{'id': '8f901bfb-c37d-4965-a7bd-9a6d92181e7b', 'tenant_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'floating_ip_address': '172.28.2.150', 'floating_network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'router_id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'port_id': '06da52c4-2e7a-42a0-9ff0-aa8e4455acec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057', 'mac_address': 'fa:16:3e:71:86:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d73316d-7dfd-4834-90ce-918304a87fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:17:45Z', 'updated_at': '2022-09-29T02:17:59Z', 'revision_number': 1, 'project_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe332755-3f61-48de-91ce-db206db12d4b', 'name': '', 'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057', 'tenant_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'mac_address': 'fa:16:3e:20:8e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '398c055b-a2b0-4881-821c-6995d7734c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:51Z', 'updated_at': '2022-09-29T02:12:14Z', 'revision_number': 5, 'project_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'subnets': [{'id': '398c055b-a2b0-4881-821c-6995d7734c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:00.882515 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294e3cc7-eebc-4287-838a-163600faa44e None None] The sync data for ids ['68bac2b9-f319-44c9-b5bb-e2c32a63b70b'] in dv-cinder-740146-21-smb is: [{'id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'name': 'tempest-AttachVolumeShelveTestJSON-106992495-router', 'tenant_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': '3be0e4d4-aaac-4318-8c58-5165434b5114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:41Z', 'updated_at': '2022-09-29T02:11:54Z', 'revision_number': 4, 'project_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'gw_port': {'id': '3be0e4d4-aaac-4318-8c58-5165434b5114', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ec:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:42Z', 'updated_at': '2022-09-29T02:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_floatingips': [{'id': '8f901bfb-c37d-4965-a7bd-9a6d92181e7b', 'tenant_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'floating_ip_address': '172.28.2.150', 'floating_network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'router_id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'port_id': '06da52c4-2e7a-42a0-9ff0-aa8e4455acec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057', 'mac_address': 'fa:16:3e:71:86:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d73316d-7dfd-4834-90ce-918304a87fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:17:45Z', 'updated_at': '2022-09-29T02:17:59Z', 'revision_number': 1, 'project_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe332755-3f61-48de-91ce-db206db12d4b', 'name': '', 'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057', 'tenant_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'mac_address': 'fa:16:3e:20:8e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '398c055b-a2b0-4881-821c-6995d7734c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:51Z', 'updated_at': '2022-09-29T02:12:14Z', 'revision_number': 5, 'project_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'subnets': [{'id': '398c055b-a2b0-4881-821c-6995d7734c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:18:01.074508 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007e3319-d3ca-4e92-b429-df613bbc2068 None None] New status for floating IP 8f901bfb-c37d-4965-a7bd-9a6d92181e7b: ACTIVE {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:18:08.050095 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 6 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:18:08.243308 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:10.668894 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=56 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:10.669780 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=75 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:18.233031 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:18.238070 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=57,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:18.859116 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=83 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:18.859832 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=99 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:19.605456 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a7ac4d16-1f1c-41cc-8a62-6978af2375ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:22.101261 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c9af222a-d81e-47b2-bd94-e4a0fcdbad8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:23.224377 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:24.778224 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:24.874035 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:28.102972 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-2525e79c-66d9-4694-8773-bab0ae595e33 req-e8b13687-135e-4e8c-abc7-5da08fea8d5e tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-882061321&fields=id&tenant_id=7d0ac285a6454f88bd1ea0382844f6bf HTTP/1.1" status: 200 len: 267 time: 0.0500550 Sep 29 02:18:28.156922 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525e79c-66d9-4694-8773-bab0ae595e33 req-3ccfa968-521e-4f74-a28d-cbae2b2ed230 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:28.158357 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-2525e79c-66d9-4694-8773-bab0ae595e33 req-3ccfa968-521e-4f74-a28d-cbae2b2ed230 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 984 time: 0.0502181 Sep 29 02:18:28.168940 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [req-2525e79c-66d9-4694-8773-bab0ae595e33 req-68ad0a5b-e00b-448d-9de8-be0ed18edc67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Request body: {'port': {'security_groups': ['5d914d03-d233-4143-b863-daaeb6b19cc9']}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:18:28.245373 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2525e79c-66d9-4694-8773-bab0ae595e33 req-68ad0a5b-e00b-448d-9de8-be0ed18edc67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (bdca96a4-7592-4b3f-bc8b-2235372db214), before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:28.425052 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-2525e79c-66d9-4694-8773-bab0ae595e33 req-68ad0a5b-e00b-448d-9de8-be0ed18edc67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] For port bdca96a4-7592-4b3f-bc8b-2235372db214, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=bdca96a4-7592-4b3f-bc8b-2235372db214,segment=NetworkSegment(07936685-b731-4b79-bf86-55e22ee6364a),segment_id=07936685-b731-4b79-bf86-55e22ee6364a)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:18:28.452175 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2525e79c-66d9-4694-8773-bab0ae595e33 req-68ad0a5b-e00b-448d-9de8-be0ed18edc67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks [] for port (bdca96a4-7592-4b3f-bc8b-2235372db214), precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:28.456684 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2525e79c-66d9-4694-8773-bab0ae595e33 req-68ad0a5b-e00b-448d-9de8-be0ed18edc67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26030496'] for port (bdca96a4-7592-4b3f-bc8b-2235372db214), after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:28.473505 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] get_ports_and_sgs() called for port_ids ['bdca96a4-7592-4b3f-bc8b-2235372db214'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:18:28.478489 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525e79c-66d9-4694-8773-bab0ae595e33 req-68ad0a5b-e00b-448d-9de8-be0ed18edc67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:28.479125 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-2525e79c-66d9-4694-8773-bab0ae595e33 req-68ad0a5b-e00b-448d-9de8-be0ed18edc67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for port (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:28.480530 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-2525e79c-66d9-4694-8773-bab0ae595e33 req-68ad0a5b-e00b-448d-9de8-be0ed18edc67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "PUT /networking/v2.0/ports/bdca96a4-7592-4b3f-bc8b-2235372db214 HTTP/1.1" status: 200 len: 942 time: 0.3160326 Sep 29 02:18:28.481105 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d235e1-78c7-4f4b-8af2-7051aeeb1d0d', 'tag': 'bdca96a4-7592-4b3f-bc8b-2235372db214'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:18:28.487623 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6fd434f9474e642ac52a32a239cb9403cb6cbac172bb9ea56eecab16f0e16c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3edec94-5e3f-4745-871b-3f48ebfe93fc" -d '{"events": [{"name": "network-changed", "server_uuid": "87d235e1-78c7-4f4b-8af2-7051aeeb1d0d", "tag": "bdca96a4-7592-4b3f-bc8b-2235372db214"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:18:28.487623 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 56994) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:28.533338 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e39dbd-67b3-43ed-ac38-9a2a075056b8 x-openstack-request-id: req-06e39dbd-67b3-43ed-ac38-9a2a075056b8 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:18:28.533619 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d235e1-78c7-4f4b-8af2-7051aeeb1d0d", "tag": "bdca96a4-7592-4b3f-bc8b-2235372db214", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:18:28.533865 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-06e39dbd-67b3-43ed-ac38-9a2a075056b8 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:18:28.534307 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06e39dbd-67b3-43ed-ac38-9a2a075056b8'] response: {'name': 'network-changed', 'server_uuid': '87d235e1-78c7-4f4b-8af2-7051aeeb1d0d', 'tag': 'bdca96a4-7592-4b3f-bc8b-2235372db214', 'status': 'completed', 'code': 200} Sep 29 02:18:28.590176 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] get_ports_and_sgs() called for port_ids ['bdca96a4-7592-4b3f-bc8b-2235372db214'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:18:28.609253 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad0a5b-e00b-448d-9de8-be0ed18edc67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Pushing event updated for resources: {'Port': ['ID=bdca96a4-7592-4b3f-bc8b-2235372db214,revision_number=7']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:28.630005 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ad0a5b-e00b-448d-9de8-be0ed18edc67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:28.630348 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ad0a5b-e00b-448d-9de8-be0ed18edc67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:28.630972 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ad0a5b-e00b-448d-9de8-be0ed18edc67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:28.631312 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ad0a5b-e00b-448d-9de8-be0ed18edc67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:28.631639 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ad0a5b-e00b-448d-9de8-be0ed18edc67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:28.631960 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ad0a5b-e00b-448d-9de8-be0ed18edc67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:28.632295 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ad0a5b-e00b-448d-9de8-be0ed18edc67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:28.632606 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ad0a5b-e00b-448d-9de8-be0ed18edc67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:28.632927 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ad0a5b-e00b-448d-9de8-be0ed18edc67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:28.633246 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ad0a5b-e00b-448d-9de8-be0ed18edc67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:28.633591 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ad0a5b-e00b-448d-9de8-be0ed18edc67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:28.633923 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ad0a5b-e00b-448d-9de8-be0ed18edc67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:28.634222 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ad0a5b-e00b-448d-9de8-be0ed18edc67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:28.634540 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ad0a5b-e00b-448d-9de8-be0ed18edc67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:28.634854 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ad0a5b-e00b-448d-9de8-be0ed18edc67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:28.646802 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-667057e9-7530-4e51-9830-95d44c39e739 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks [] for security_group (366af7d1-7d98-4a64-8d8e-cd6633394007), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:28.652074 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3edec94-5e3f-4745-871b-3f48ebfe93fc req-6975a3c9-87b1-4830-b6b6-c2a401bb83ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:28.653599 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b3edec94-5e3f-4745-871b-3f48ebfe93fc req-6975a3c9-87b1-4830-b6b6-c2a401bb83ac service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=7d0ac285a6454f88bd1ea0382844f6bf&device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 1129 time: 0.0783815 Sep 29 02:18:28.692585 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-667057e9-7530-4e51-9830-95d44c39e739 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks [] for security_group (366af7d1-7d98-4a64-8d8e-cd6633394007), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:28.794662 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3edec94-5e3f-4745-871b-3f48ebfe93fc req-fe51c309-1f12-480f-aa96-430bd2ca67c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:28.796223 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b3edec94-5e3f-4745-871b-3f48ebfe93fc req-fe51c309-1f12-480f-aa96-430bd2ca67c4 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7 HTTP/1.1" status: 200 len: 916 time: 0.1346676 Sep 29 02:18:28.856482 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-667057e9-7530-4e51-9830-95d44c39e739 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (366af7d1-7d98-4a64-8d8e-cd6633394007), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:28.859073 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-667057e9-7530-4e51-9830-95d44c39e739 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:28.860288 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-667057e9-7530-4e51-9830-95d44c39e739 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/366af7d1-7d98-4a64-8d8e-cd6633394007 HTTP/1.1" status: 204 len: 168 time: 0.3721807 Sep 29 02:18:28.864141 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 56996) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:28.874391 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667057e9-7530-4e51-9830-95d44c39e739 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=366af7d1-7d98-4a64-8d8e-cd6633394007,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:28.883294 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b3edec94-5e3f-4745-871b-3f48ebfe93fc req-6ca5aea5-3559-451c-afa1-2a9d3521e1de service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdca96a4-7592-4b3f-bc8b-2235372db214 HTTP/1.1" status: 200 len: 1001 time: 0.0805745 Sep 29 02:18:28.940207 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3edec94-5e3f-4745-871b-3f48ebfe93fc req-18d87495-50a7-4292-831f-8bc79059a18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:28.941698 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b3edec94-5e3f-4745-871b-3f48ebfe93fc req-18d87495-50a7-4292-831f-8bc79059a18e service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=a22cbea8-e4da-4c64-ac8e-b905a8223e3b HTTP/1.1" status: 200 len: 854 time: 0.0498788 Sep 29 02:18:28.986023 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3edec94-5e3f-4745-871b-3f48ebfe93fc req-bcf2bab1-19bf-4322-b4c1-d5e46058be7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:28.987417 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b3edec94-5e3f-4745-871b-3f48ebfe93fc req-bcf2bab1-19bf-4322-b4c1-d5e46058be7b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0388429 Sep 29 02:18:29.016911 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-a7865b6c-bb1c-4636-8fc2-f5bc1cb48b67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Deleting port ddfd0aa9-3a32-40f8-a7d5-4094e6150821 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:18:29.017274 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a7865b6c-bb1c-4636-8fc2-f5bc1cb48b67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (ddfd0aa9-3a32-40f8-a7d5-4094e6150821), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:29.042584 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:29.056157 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:29.089092 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b3edec94-5e3f-4745-871b-3f48ebfe93fc req-da53b93d-6413-4030-b57b-4aa45658aa40 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939453 Sep 29 02:18:29.099262 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a7865b6c-bb1c-4636-8fc2-f5bc1cb48b67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (ddfd0aa9-3a32-40f8-a7d5-4094e6150821), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:29.100069 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a7865b6c-bb1c-4636-8fc2-f5bc1cb48b67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks [] for floatingip (ddfd0aa9-3a32-40f8-a7d5-4094e6150821), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:29.114811 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-a7865b6c-bb1c-4636-8fc2-f5bc1cb48b67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Calling delete_port for ddfd0aa9-3a32-40f8-a7d5-4094e6150821 owned by network:floatingip {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:18:29.182961 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b3edec94-5e3f-4745-871b-3f48ebfe93fc req-b63f0958-ddd3-4368-87ff-3227c2ab9530 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870812 Sep 29 02:18:29.295419 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a7865b6c-bb1c-4636-8fc2-f5bc1cb48b67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27012499'] for port (ddfd0aa9-3a32-40f8-a7d5-4094e6150821), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:29.319263 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7865b6c-bb1c-4636-8fc2-f5bc1cb48b67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Pushing event deleted for resources: {'Port': ['ID=ddfd0aa9-3a32-40f8-a7d5-4094e6150821,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:29.333020 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7865b6c-bb1c-4636-8fc2-f5bc1cb48b67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:29.333400 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7865b6c-bb1c-4636-8fc2-f5bc1cb48b67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:29.334265 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7865b6c-bb1c-4636-8fc2-f5bc1cb48b67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:29.334620 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7865b6c-bb1c-4636-8fc2-f5bc1cb48b67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:29.334959 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7865b6c-bb1c-4636-8fc2-f5bc1cb48b67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:29.335297 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7865b6c-bb1c-4636-8fc2-f5bc1cb48b67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:29.335629 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7865b6c-bb1c-4636-8fc2-f5bc1cb48b67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:29.335958 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7865b6c-bb1c-4636-8fc2-f5bc1cb48b67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:29.336290 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7865b6c-bb1c-4636-8fc2-f5bc1cb48b67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:29.336618 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7865b6c-bb1c-4636-8fc2-f5bc1cb48b67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:29.337031 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7865b6c-bb1c-4636-8fc2-f5bc1cb48b67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:29.337272 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7865b6c-bb1c-4636-8fc2-f5bc1cb48b67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:29.337625 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7865b6c-bb1c-4636-8fc2-f5bc1cb48b67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:29.337951 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7865b6c-bb1c-4636-8fc2-f5bc1cb48b67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:29.338276 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7865b6c-bb1c-4636-8fc2-f5bc1cb48b67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:29.400576 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a7865b6c-bb1c-4636-8fc2-f5bc1cb48b67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks [] for floatingip (01e5c63e-e868-40b3-a6fe-dbbc3537fba6), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:29.400904 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.db.l3_db [None req-a7865b6c-bb1c-4636-8fc2-f5bc1cb48b67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Floating IP 01e5c63e-e868-40b3-a6fe-dbbc3537fba6 disassociated (deleted). External IP: 172.28.2.159, port: bdca96a4-7592-4b3f-bc8b-2235372db214. Sep 29 02:18:29.602410 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7865b6c-bb1c-4636-8fc2-f5bc1cb48b67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Router bacd5210-35b2-44ef-8b91-1e0d1d050e7c has already been hosted by L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:18:29.705066 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7865b6c-bb1c-4636-8fc2-f5bc1cb48b67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:18:29.710628 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a7865b6c-bb1c-4636-8fc2-f5bc1cb48b67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for floatingip (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:29.716023 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f5e820-46ea-4186-8483-7bd21619d76c None None] Sync routers for ids ['bacd5210-35b2-44ef-8b91-1e0d1d050e7c'] in dv-cinder-740146-21-smb {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:18:29.726962 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f5e820-46ea-4186-8483-7bd21619d76c None None] Routers {'bacd5210-35b2-44ef-8b91-1e0d1d050e7c'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:18:29.727601 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b1f5e820-46ea-4186-8483-7bd21619d76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:18:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['bacd5210-35b2-44ef-8b91-1e0d1d050e7c'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:29.743118 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-a7865b6c-bb1c-4636-8fc2-f5bc1cb48b67 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/01e5c63e-e868-40b3-a6fe-dbbc3537fba6 HTTP/1.1" status: 204 len: 168 time: 0.8778687 Sep 29 02:18:29.743776 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d235e1-78c7-4f4b-8af2-7051aeeb1d0d', 'tag': 'bdca96a4-7592-4b3f-bc8b-2235372db214'}] {{(pid=106439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:18:29.746349 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8801c8fb5daab99fa39d625c1bbc33038df1047fb3a9edb171ad2e86806648d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649a692d-0732-4dd6-995d-9b617fe48b63" -d '{"events": [{"name": "network-changed", "server_uuid": "87d235e1-78c7-4f4b-8af2-7051aeeb1d0d", "tag": "bdca96a4-7592-4b3f-bc8b-2235372db214"}]}' {{(pid=106439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:18:29.829801 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-b1f5e820-46ea-4186-8483-7bd21619d76c None None] Set router bacd5210-35b2-44ef-8b91-1e0d1d050e7c gateway port host: dv-cinder-740146-21-smb {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:18:30.033613 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b1f5e820-46ea-4186-8483-7bd21619d76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bacd5210-35b2-44ef-8b91-1e0d1d050e7c', 'name': 'tempest-TestMinimumBasicScenario-1807956700-router', 'tenant_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': 'd0375df3-cc58-4820-99a8-0175fcd5fc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:13:34Z', 'updated_at': '2022-09-29T02:13:37Z', 'revision_number': 4, 'project_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'gw_port': {'id': 'd0375df3-cc58-4820-99a8-0175fcd5fc82', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacd5210-35b2-44ef-8b91-1e0d1d050e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:13:35Z', 'updated_at': '2022-09-29T02:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': '54930114-a93e-40df-8d45-227f114624c7', 'name': '', 'network_id': '3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7', 'tenant_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'mac_address': 'fa:16:3e:a7:85:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacd5210-35b2-44ef-8b91-1e0d1d050e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'a22cbea8-e4da-4c64-ac8e-b905a8223e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:13:36Z', 'updated_at': '2022-09-29T02:13:43Z', 'revision_number': 5, 'project_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'subnets': [{'id': 'a22cbea8-e4da-4c64-ac8e-b905a8223e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:30.045079 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9f6424-3448-4505-8c3b-e37cf6c0ac31 x-openstack-request-id: req-3e9f6424-3448-4505-8c3b-e37cf6c0ac31 {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:18:30.045626 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d235e1-78c7-4f4b-8af2-7051aeeb1d0d", "tag": "bdca96a4-7592-4b3f-bc8b-2235372db214", "status": "completed", "code": 200}]} {{(pid=106439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:18:30.045626 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3e9f6424-3448-4505-8c3b-e37cf6c0ac31 {{(pid=106439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:18:30.046017 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e9f6424-3448-4505-8c3b-e37cf6c0ac31'] response: {'name': 'network-changed', 'server_uuid': '87d235e1-78c7-4f4b-8af2-7051aeeb1d0d', 'tag': 'bdca96a4-7592-4b3f-bc8b-2235372db214', 'status': 'completed', 'code': 200} Sep 29 02:18:30.062236 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f5e820-46ea-4186-8483-7bd21619d76c None None] Checking router: bacd5210-35b2-44ef-8b91-1e0d1d050e7c for host: dv-cinder-740146-21-smb {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:18:30.071342 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f5e820-46ea-4186-8483-7bd21619d76c None None] Routers {'bacd5210-35b2-44ef-8b91-1e0d1d050e7c'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:18:30.071963 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b1f5e820-46ea-4186-8483-7bd21619d76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:18:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['bacd5210-35b2-44ef-8b91-1e0d1d050e7c'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:30.124455 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a692d-0732-4dd6-995d-9b617fe48b63 req-8027cff5-2f1c-48c3-b67e-28da7ee3eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:30.126039 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-649a692d-0732-4dd6-995d-9b617fe48b63 req-8027cff5-2f1c-48c3-b67e-28da7ee3eac8 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=7d0ac285a6454f88bd1ea0382844f6bf&device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 1129 time: 0.0463057 Sep 29 02:18:30.185832 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-b1f5e820-46ea-4186-8483-7bd21619d76c None None] Set router bacd5210-35b2-44ef-8b91-1e0d1d050e7c gateway port host: dv-cinder-740146-21-smb {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:18:30.223995 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a692d-0732-4dd6-995d-9b617fe48b63 req-de52a3d5-35ed-4e29-903f-2ef9975563ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:30.225630 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-649a692d-0732-4dd6-995d-9b617fe48b63 req-de52a3d5-35ed-4e29-903f-2ef9975563ae service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7 HTTP/1.1" status: 200 len: 916 time: 0.0924718 Sep 29 02:18:30.372515 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-b1f5e820-46ea-4186-8483-7bd21619d76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bacd5210-35b2-44ef-8b91-1e0d1d050e7c', 'name': 'tempest-TestMinimumBasicScenario-1807956700-router', 'tenant_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': 'd0375df3-cc58-4820-99a8-0175fcd5fc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:13:34Z', 'updated_at': '2022-09-29T02:13:37Z', 'revision_number': 4, 'project_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'gw_port': {'id': 'd0375df3-cc58-4820-99a8-0175fcd5fc82', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacd5210-35b2-44ef-8b91-1e0d1d050e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:13:35Z', 'updated_at': '2022-09-29T02:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': '54930114-a93e-40df-8d45-227f114624c7', 'name': '', 'network_id': '3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7', 'tenant_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'mac_address': 'fa:16:3e:a7:85:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacd5210-35b2-44ef-8b91-1e0d1d050e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'a22cbea8-e4da-4c64-ac8e-b905a8223e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:13:36Z', 'updated_at': '2022-09-29T02:13:43Z', 'revision_number': 5, 'project_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'subnets': [{'id': 'a22cbea8-e4da-4c64-ac8e-b905a8223e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:30.401081 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f5e820-46ea-4186-8483-7bd21619d76c None None] The sync data for ids ['bacd5210-35b2-44ef-8b91-1e0d1d050e7c'] in dv-cinder-740146-21-smb is: [{'id': 'bacd5210-35b2-44ef-8b91-1e0d1d050e7c', 'name': 'tempest-TestMinimumBasicScenario-1807956700-router', 'tenant_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': 'd0375df3-cc58-4820-99a8-0175fcd5fc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:13:34Z', 'updated_at': '2022-09-29T02:13:37Z', 'revision_number': 4, 'project_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'gw_port': {'id': 'd0375df3-cc58-4820-99a8-0175fcd5fc82', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacd5210-35b2-44ef-8b91-1e0d1d050e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:13:35Z', 'updated_at': '2022-09-29T02:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': '54930114-a93e-40df-8d45-227f114624c7', 'name': '', 'network_id': '3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7', 'tenant_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'mac_address': 'fa:16:3e:a7:85:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacd5210-35b2-44ef-8b91-1e0d1d050e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'a22cbea8-e4da-4c64-ac8e-b905a8223e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:13:36Z', 'updated_at': '2022-09-29T02:13:43Z', 'revision_number': 5, 'project_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'subnets': [{'id': 'a22cbea8-e4da-4c64-ac8e-b905a8223e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:18:30.595984 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-649a692d-0732-4dd6-995d-9b617fe48b63 req-6bed7156-2dee-4eb2-9ac5-8232663dc59f service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdca96a4-7592-4b3f-bc8b-2235372db214 HTTP/1.1" status: 200 len: 217 time: 0.0354970 Sep 29 02:18:30.609020 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0b97a1-ff32-4ce3-b6c4-a953ca9f8a97 None None] New status for floating IP 01e5c63e-e868-40b3-a6fe-dbbc3537fba6: DOWN {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:18:30.653020 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a692d-0732-4dd6-995d-9b617fe48b63 req-7a820b11-4d02-4d21-90df-955474921c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:30.654434 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-649a692d-0732-4dd6-995d-9b617fe48b63 req-7a820b11-4d02-4d21-90df-955474921c26 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=a22cbea8-e4da-4c64-ac8e-b905a8223e3b HTTP/1.1" status: 200 len: 854 time: 0.0513136 Sep 29 02:18:30.708221 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a692d-0732-4dd6-995d-9b617fe48b63 req-fffe0132-2feb-41e0-8bbb-cbf4a42aa8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:30.711054 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-649a692d-0732-4dd6-995d-9b617fe48b63 req-fffe0132-2feb-41e0-8bbb-cbf4a42aa8c1 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0449421 Sep 29 02:18:30.808697 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-649a692d-0732-4dd6-995d-9b617fe48b63 req-b99b9cc6-9c42-47ca-93e8-462e20b1e181 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918489 Sep 29 02:18:30.909867 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-649a692d-0732-4dd6-995d-9b617fe48b63 req-63141ea8-89d4-48f6-ace8-126f4bbdff1d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894010 Sep 29 02:18:32.619626 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43def587-1742-422c-9a18-adf4138317b8 req-0702ed51-c4f1-4beb-96dd-c980e2588464 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:32.621169 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-43def587-1742-422c-9a18-adf4138317b8 req-0702ed51-c4f1-4beb-96dd-c980e2588464 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 945 time: 0.0463161 Sep 29 02:18:32.673626 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-43def587-1742-422c-9a18-adf4138317b8 req-e63dade2-2c42-4a7c-b240-d193b9678281 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469501 Sep 29 02:18:33.793961 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5b184-ece6-410f-bc81-08fb80cbdc82 req-464fcd23-550d-47c4-84a1-021a7b97e859 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:33.795356 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-41e5b184-ece6-410f-bc81-08fb80cbdc82 req-464fcd23-550d-47c4-84a1-021a7b97e859 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 945 time: 0.0462935 Sep 29 02:18:33.846206 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-41e5b184-ece6-410f-bc81-08fb80cbdc82 req-906b0b9a-53ca-4362-a4c1-2cc3415f292b tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449581 Sep 29 02:18:34.983810 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a88ac-fef4-49c3-9bc4-01f2b8282133 req-7fcfe334-e65f-42d5-957e-eac4520005fa tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:34.985267 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-881a88ac-fef4-49c3-9bc4-01f2b8282133 req-7fcfe334-e65f-42d5-957e-eac4520005fa tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 945 time: 0.0787642 Sep 29 02:18:35.004061 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d05c2e-fce4-4373-8af7-eb182d2747ba req-9f953e7e-db62-437d-8cbd-f895e3f7f123 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:35.006077 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-01d05c2e-fce4-4373-8af7-eb182d2747ba req-9f953e7e-db62-437d-8cbd-f895e3f7f123 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 945 time: 0.0706596 Sep 29 02:18:35.124276 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-01d05c2e-fce4-4373-8af7-eb182d2747ba req-f9165a22-d938-490c-bfa9-bfa3ec7edf4c tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5d914d03-d233-4143-b863-daaeb6b19cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954545 Sep 29 02:18:35.127415 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-881a88ac-fef4-49c3-9bc4-01f2b8282133 req-7d83aa27-3fb1-4020-a954-095ddcb3fba4 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Deleting port bdca96a4-7592-4b3f-bc8b-2235372db214 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:18:35.127761 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-881a88ac-fef4-49c3-9bc4-01f2b8282133 req-7d83aa27-3fb1-4020-a954-095ddcb3fba4 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (bdca96a4-7592-4b3f-bc8b-2235372db214), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:35.146364 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:35.193640 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:35.231823 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-881a88ac-fef4-49c3-9bc4-01f2b8282133 req-7d83aa27-3fb1-4020-a954-095ddcb3fba4 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] For port bdca96a4-7592-4b3f-bc8b-2235372db214, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=bdca96a4-7592-4b3f-bc8b-2235372db214,segment=NetworkSegment(07936685-b731-4b79-bf86-55e22ee6364a),segment_id=07936685-b731-4b79-bf86-55e22ee6364a)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:18:35.232245 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-881a88ac-fef4-49c3-9bc4-01f2b8282133 req-7d83aa27-3fb1-4020-a954-095ddcb3fba4 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (bdca96a4-7592-4b3f-bc8b-2235372db214), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:35.247703 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-881a88ac-fef4-49c3-9bc4-01f2b8282133 req-7d83aa27-3fb1-4020-a954-095ddcb3fba4 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Calling delete_port for bdca96a4-7592-4b3f-bc8b-2235372db214 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:18:35.379972 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-881a88ac-fef4-49c3-9bc4-01f2b8282133 req-7d83aa27-3fb1-4020-a954-095ddcb3fba4 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (bdca96a4-7592-4b3f-bc8b-2235372db214), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:35.407753 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d83aa27-3fb1-4020-a954-095ddcb3fba4 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Pushing event deleted for resources: {'Port': ['ID=bdca96a4-7592-4b3f-bc8b-2235372db214,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:35.453277 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-881a88ac-fef4-49c3-9bc4-01f2b8282133 req-7d83aa27-3fb1-4020-a954-095ddcb3fba4 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] No DVR routers for this DVR port bdca96a4-7592-4b3f-bc8b-2235372db214 on host hv-cinder-74014 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:18:35.455823 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-881a88ac-fef4-49c3-9bc4-01f2b8282133 req-7d83aa27-3fb1-4020-a954-095ddcb3fba4 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for port (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:35.459759 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-881a88ac-fef4-49c3-9bc4-01f2b8282133 req-7d83aa27-3fb1-4020-a954-095ddcb3fba4 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.16 "DELETE /networking/v2.0/ports/bdca96a4-7592-4b3f-bc8b-2235372db214 HTTP/1.1" status: 204 len: 173 time: 0.4668553 Sep 29 02:18:35.460253 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d235e1-78c7-4f4b-8af2-7051aeeb1d0d', 'name': 'network-vif-deleted', 'tag': 'bdca96a4-7592-4b3f-bc8b-2235372db214'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:18:35.462545 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6fd434f9474e642ac52a32a239cb9403cb6cbac172bb9ea56eecab16f0e16c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4713c60e-0090-42d7-9d28-6464705688d5" -d '{"events": [{"server_uuid": "87d235e1-78c7-4f4b-8af2-7051aeeb1d0d", "name": "network-vif-deleted", "tag": "bdca96a4-7592-4b3f-bc8b-2235372db214"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:18:35.503443 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa208a8b-13b6-4017-b4eb-1173301ae0ed x-openstack-request-id: req-fa208a8b-13b6-4017-b4eb-1173301ae0ed {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:18:35.503765 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d235e1-78c7-4f4b-8af2-7051aeeb1d0d", "name": "network-vif-deleted", "tag": "bdca96a4-7592-4b3f-bc8b-2235372db214", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:18:35.504020 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fa208a8b-13b6-4017-b4eb-1173301ae0ed {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:18:35.504458 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa208a8b-13b6-4017-b4eb-1173301ae0ed'] response: {'server_uuid': '87d235e1-78c7-4f4b-8af2-7051aeeb1d0d', 'name': 'network-vif-deleted', 'tag': 'bdca96a4-7592-4b3f-bc8b-2235372db214', 'status': 'completed', 'code': 200} Sep 29 02:18:35.985836 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da5c90-c167-405b-91d6-c139dddf0513 req-8a2a4748-e48e-4f85-ae7e-f9b848be7dd7 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:35.987734 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-80da5c90-c167-405b-91d6-c139dddf0513 req-8a2a4748-e48e-4f85-ae7e-f9b848be7dd7 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 946 time: 0.0526378 Sep 29 02:18:36.038929 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-80da5c90-c167-405b-91d6-c139dddf0513 req-41b44b39-6a35-4e09-868a-be1a4637784f tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448575 Sep 29 02:18:36.241436 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-bc6236fc-b358-4a07-9895-a328df06945f req-b7c72e91-74c4-40cd-b821-9c0c294019af tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 210 time: 0.0279539 Sep 29 02:18:37.073348 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device bdca96a4-7592-4b3f-bc8b-2235372db214 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:18:37.093218 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] No Port match for: bdca96a4-7592-4b3f-bc8b-2235372db214 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:18:37.093610 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device bdca96a4-7592-4b3f-bc8b-2235372db214 not bound to the agent host hv-cinder-74014 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:18:37.168738 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71155576-3976-4613-ac64-482c04728da2 req-7bcf0506-789e-4df5-9370-3ce487613af4 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:37.170148 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-71155576-3976-4613-ac64-482c04728da2 req-7bcf0506-789e-4df5-9370-3ce487613af4 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 946 time: 0.0481014 Sep 29 02:18:37.216873 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-71155576-3976-4613-ac64-482c04728da2 req-3b9d7ba3-6f5d-4243-97c3-7ab8c11f583f tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413046 Sep 29 02:18:37.354691 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-75ee6bfe-0178-4db4-9bab-118749548650 req-7ffd4777-3a9c-48a1-824c-132708be33ba tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 210 time: 0.0280304 Sep 29 02:18:38.246482 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:38.340235 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3cf53-2f63-475a-8d56-0fe756859124 req-786a01f1-9539-4c0b-a781-9744763f5213 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:38.341720 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-efd3cf53-2f63-475a-8d56-0fe756859124 req-786a01f1-9539-4c0b-a781-9744763f5213 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 946 time: 0.0492477 Sep 29 02:18:38.387523 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-efd3cf53-2f63-475a-8d56-0fe756859124 req-0f67ae50-6148-4fa5-958a-882cf246e324 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402982 Sep 29 02:18:38.478838 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e9553334-2d19-4c29-ba9f-95e28df2ce85 req-9c55105e-201a-4c2d-89d9-a4aaf39748c3 tempest-TestMinimumBasicScenario-1077986234 tempest-TestMinimumBasicScenario-1077986234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=87d235e1-78c7-4f4b-8af2-7051aeeb1d0d HTTP/1.1" status: 200 len: 210 time: 0.0275276 Sep 29 02:18:39.508630 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7badd4-9e5a-4530-a498-822aaba4e68d req-dc3d1aa6-6995-45a0-a656-43f7908c954b tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:39.510161 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1e7badd4-9e5a-4530-a498-822aaba4e68d req-dc3d1aa6-6995-45a0-a656-43f7908c954b tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 946 time: 0.0462310 Sep 29 02:18:39.559681 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1e7badd4-9e5a-4530-a498-822aaba4e68d req-58f5c166-8fdc-45ba-bc05-1c3528834afb tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440466 Sep 29 02:18:39.736030 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=95,neutron:DELETE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:39.739997 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=93,neutron:DELETE=5 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:40.070988 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc65476-aebd-4a35-bcd2-4bde56e60c98 req-311a5c86-deb5-4292-9e48-f4c0816bdbb8 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:40.072436 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4cc65476-aebd-4a35-bcd2-4bde56e60c98 req-311a5c86-deb5-4292-9e48-f4c0816bdbb8 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 946 time: 0.2860727 Sep 29 02:18:40.160781 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-4cc65476-aebd-4a35-bcd2-4bde56e60c98 req-59d932a1-4bd3-4a5c-b681-b6fb80f68be3 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Deleting port 756894e8-0371-4853-9df0-c52e7abf291a {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:18:40.161665 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-4cc65476-aebd-4a35-bcd2-4bde56e60c98 req-59d932a1-4bd3-4a5c-b681-b6fb80f68be3 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (756894e8-0371-4853-9df0-c52e7abf291a), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:40.231412 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 57116) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:40.263534 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-4cc65476-aebd-4a35-bcd2-4bde56e60c98 req-59d932a1-4bd3-4a5c-b681-b6fb80f68be3 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] For port 756894e8-0371-4853-9df0-c52e7abf291a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=756894e8-0371-4853-9df0-c52e7abf291a,segment=NetworkSegment(a8a02d65-1024-4bc6-87a2-058a2a88454f),segment_id=a8a02d65-1024-4bc6-87a2-058a2a88454f)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:18:40.263900 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-4cc65476-aebd-4a35-bcd2-4bde56e60c98 req-59d932a1-4bd3-4a5c-b681-b6fb80f68be3 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (756894e8-0371-4853-9df0-c52e7abf291a), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:40.315568 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:40.321164 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:40.509109 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-4cc65476-aebd-4a35-bcd2-4bde56e60c98 req-59d932a1-4bd3-4a5c-b681-b6fb80f68be3 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:40.509812 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-4cc65476-aebd-4a35-bcd2-4bde56e60c98 req-59d932a1-4bd3-4a5c-b681-b6fb80f68be3 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1596334'] for floatingip (81ead379-ea0f-41f0-af45-db186c883eb4), after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:40.509812 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.db.l3_db [req-4cc65476-aebd-4a35-bcd2-4bde56e60c98 req-59d932a1-4bd3-4a5c-b681-b6fb80f68be3 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Floating IP 81ead379-ea0f-41f0-af45-db186c883eb4 disassociated. External IP: 172.28.2.42, port: 756894e8-0371-4853-9df0-c52e7abf291a. Sep 29 02:18:40.510011 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-4cc65476-aebd-4a35-bcd2-4bde56e60c98 req-59d932a1-4bd3-4a5c-b681-b6fb80f68be3 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Calling delete_port for 756894e8-0371-4853-9df0-c52e7abf291a owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:18:40.709876 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfad9ca-5f98-4a2d-b4cc-e6f06e680efe req-ae849f69-5ed1-43f6-9e6a-ef02539a70fc tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:40.711352 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-3dfad9ca-5f98-4a2d-b4cc-e6f06e680efe req-ae849f69-5ed1-43f6-9e6a-ef02539a70fc tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 946 time: 0.0742297 Sep 29 02:18:40.857793 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-4cc65476-aebd-4a35-bcd2-4bde56e60c98 req-59d932a1-4bd3-4a5c-b681-b6fb80f68be3 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (756894e8-0371-4853-9df0-c52e7abf291a), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:40.883569 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-3dfad9ca-5f98-4a2d-b4cc-e6f06e680efe req-91c367f5-fdae-4879-bfe8-32486501414f tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=fd11c45c-ad66-47fd-92da-9730e1899828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481249 Sep 29 02:18:40.919408 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d932a1-4bd3-4a5c-b681-b6fb80f68be3 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Pushing event deleted for resources: {'Port': ['ID=756894e8-0371-4853-9df0-c52e7abf291a,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:41.040762 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-50d53061-92ee-4865-9dcc-69de0fee9325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2064814'] for router_interface (bacd5210-35b2-44ef-8b91-1e0d1d050e7c), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:41.120360 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:41.165154 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4cc65476-aebd-4a35-bcd2-4bde56e60c98 req-59d932a1-4bd3-4a5c-b681-b6fb80f68be3 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Router 33b7755f-0ea9-4a24-a5cf-6db9c23f13ea has already been hosted by L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:18:41.274302 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:41.408938 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4cc65476-aebd-4a35-bcd2-4bde56e60c98 req-59d932a1-4bd3-4a5c-b681-b6fb80f68be3 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:18:41.420546 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1023ab92-6cfa-43dc-a0a0-d3fa51296fab None None] Sync routers for ids ['33b7755f-0ea9-4a24-a5cf-6db9c23f13ea'] in dv-cinder-740146-21-smb {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:18:41.431154 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1023ab92-6cfa-43dc-a0a0-d3fa51296fab None None] Routers {'33b7755f-0ea9-4a24-a5cf-6db9c23f13ea'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:18:41.431789 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-1023ab92-6cfa-43dc-a0a0-d3fa51296fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:18:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['33b7755f-0ea9-4a24-a5cf-6db9c23f13ea'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:41.474576 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc65476-aebd-4a35-bcd2-4bde56e60c98 req-59d932a1-4bd3-4a5c-b681-b6fb80f68be3 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] No DVR routers for this DVR port 756894e8-0371-4853-9df0-c52e7abf291a on host hv-cinder-74014 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:18:41.478228 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-4cc65476-aebd-4a35-bcd2-4bde56e60c98 req-59d932a1-4bd3-4a5c-b681-b6fb80f68be3 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for port (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:41.481443 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4cc65476-aebd-4a35-bcd2-4bde56e60c98 req-59d932a1-4bd3-4a5c-b681-b6fb80f68be3 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.16 "DELETE /networking/v2.0/ports/756894e8-0371-4853-9df0-c52e7abf291a HTTP/1.1" status: 204 len: 173 time: 1.4033716 Sep 29 02:18:41.481944 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba079f9-731e-4b59-8e01-ec31e6b9ee6b', 'name': 'network-vif-deleted', 'tag': '756894e8-0371-4853-9df0-c52e7abf291a'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:18:41.484212 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6fd434f9474e642ac52a32a239cb9403cb6cbac172bb9ea56eecab16f0e16c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8176fdab-2bc0-479a-89aa-d5b8f4c50fcd" -d '{"events": [{"server_uuid": "cba079f9-731e-4b59-8e01-ec31e6b9ee6b", "name": "network-vif-deleted", "tag": "756894e8-0371-4853-9df0-c52e7abf291a"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:18:41.489166 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-50d53061-92ee-4865-9dcc-69de0fee9325 admin admin] Deleting port 54930114-a93e-40df-8d45-227f114624c7 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:18:41.489527 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-50d53061-92ee-4865-9dcc-69de0fee9325 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (54930114-a93e-40df-8d45-227f114624c7), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:41.550704 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-1023ab92-6cfa-43dc-a0a0-d3fa51296fab None None] Set router 33b7755f-0ea9-4a24-a5cf-6db9c23f13ea gateway port host: dv-cinder-740146-21-smb {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:18:41.553512 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7494df6b-fd54-4243-9bb4-c0fd5366822a x-openstack-request-id: req-7494df6b-fd54-4243-9bb4-c0fd5366822a {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:18:41.554031 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba079f9-731e-4b59-8e01-ec31e6b9ee6b", "name": "network-vif-deleted", "tag": "756894e8-0371-4853-9df0-c52e7abf291a", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:18:41.554288 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7494df6b-fd54-4243-9bb4-c0fd5366822a {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:18:41.554805 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7494df6b-fd54-4243-9bb4-c0fd5366822a'] response: {'server_uuid': 'cba079f9-731e-4b59-8e01-ec31e6b9ee6b', 'name': 'network-vif-deleted', 'tag': '756894e8-0371-4853-9df0-c52e7abf291a', 'status': 'completed', 'code': 200} Sep 29 02:18:41.612132 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-50d53061-92ee-4865-9dcc-69de0fee9325 admin admin] For port 54930114-a93e-40df-8d45-227f114624c7, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=54930114-a93e-40df-8d45-227f114624c7,segment=NetworkSegment(07936685-b731-4b79-bf86-55e22ee6364a),segment_id=07936685-b731-4b79-bf86-55e22ee6364a)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:18:41.612624 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-50d53061-92ee-4865-9dcc-69de0fee9325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (54930114-a93e-40df-8d45-227f114624c7), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:41.628803 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-50d53061-92ee-4865-9dcc-69de0fee9325 admin admin] Calling delete_port for 54930114-a93e-40df-8d45-227f114624c7 owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:18:41.688889 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=100 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:41.763294 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-1023ab92-6cfa-43dc-a0a0-d3fa51296fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'name': 'tempest-ServerRescueNegativeTestJSON-952934553-router', 'tenant_id': 'b407de2089554e13839d51f270c3adf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': '0e7718df-f561-4c28-a836-705e31095b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:11:50Z', 'revision_number': 4, 'project_id': 'b407de2089554e13839d51f270c3adf1', 'gw_port': {'id': '0e7718df-f561-4c28-a836-705e31095b5a', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:dc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:41Z', 'updated_at': '2022-09-29T02:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': '41b1fad6-5bc1-4b7d-a599-142e18589d17', 'name': '', 'network_id': 'ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3', 'tenant_id': 'b407de2089554e13839d51f270c3adf1', 'mac_address': 'fa:16:3e:3d:4e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2111ad5b-3d2c-43c1-94a3-5ae626ce912e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:47Z', 'updated_at': '2022-09-29T02:12:04Z', 'revision_number': 5, 'project_id': 'b407de2089554e13839d51f270c3adf1', 'subnets': [{'id': '2111ad5b-3d2c-43c1-94a3-5ae626ce912e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:41.789600 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1023ab92-6cfa-43dc-a0a0-d3fa51296fab None None] Checking router: 33b7755f-0ea9-4a24-a5cf-6db9c23f13ea for host: dv-cinder-740146-21-smb {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:18:41.798451 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1023ab92-6cfa-43dc-a0a0-d3fa51296fab None None] Routers {'33b7755f-0ea9-4a24-a5cf-6db9c23f13ea'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:18:41.799069 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-1023ab92-6cfa-43dc-a0a0-d3fa51296fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:18:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['33b7755f-0ea9-4a24-a5cf-6db9c23f13ea'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:41.839256 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=100 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:41.913574 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-1023ab92-6cfa-43dc-a0a0-d3fa51296fab None None] Set router 33b7755f-0ea9-4a24-a5cf-6db9c23f13ea gateway port host: dv-cinder-740146-21-smb {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:18:42.088868 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-5438dbeb-57ac-4eaa-be2e-2ced1ad93f28 req-964dfc55-eb0b-49a4-a891-b10e4a329c82 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=cba079f9-731e-4b59-8e01-ec31e6b9ee6b HTTP/1.1" status: 200 len: 210 time: 0.0394871 Sep 29 02:18:42.105742 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-50d53061-92ee-4865-9dcc-69de0fee9325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (54930114-a93e-40df-8d45-227f114624c7), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:42.131816 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d53061-92ee-4865-9dcc-69de0fee9325 admin admin] Pushing event deleted for resources: {'Port': ['ID=54930114-a93e-40df-8d45-227f114624c7,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:42.230418 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-1023ab92-6cfa-43dc-a0a0-d3fa51296fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'name': 'tempest-ServerRescueNegativeTestJSON-952934553-router', 'tenant_id': 'b407de2089554e13839d51f270c3adf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': '0e7718df-f561-4c28-a836-705e31095b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:11:50Z', 'revision_number': 4, 'project_id': 'b407de2089554e13839d51f270c3adf1', 'gw_port': {'id': '0e7718df-f561-4c28-a836-705e31095b5a', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:dc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:41Z', 'updated_at': '2022-09-29T02:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': '41b1fad6-5bc1-4b7d-a599-142e18589d17', 'name': '', 'network_id': 'ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3', 'tenant_id': 'b407de2089554e13839d51f270c3adf1', 'mac_address': 'fa:16:3e:3d:4e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2111ad5b-3d2c-43c1-94a3-5ae626ce912e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:47Z', 'updated_at': '2022-09-29T02:12:04Z', 'revision_number': 5, 'project_id': 'b407de2089554e13839d51f270c3adf1', 'subnets': [{'id': '2111ad5b-3d2c-43c1-94a3-5ae626ce912e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:42.256790 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1023ab92-6cfa-43dc-a0a0-d3fa51296fab None None] The sync data for ids ['33b7755f-0ea9-4a24-a5cf-6db9c23f13ea'] in dv-cinder-740146-21-smb is: [{'id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'name': 'tempest-ServerRescueNegativeTestJSON-952934553-router', 'tenant_id': 'b407de2089554e13839d51f270c3adf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': '0e7718df-f561-4c28-a836-705e31095b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:11:50Z', 'revision_number': 4, 'project_id': 'b407de2089554e13839d51f270c3adf1', 'gw_port': {'id': '0e7718df-f561-4c28-a836-705e31095b5a', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:dc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:41Z', 'updated_at': '2022-09-29T02:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': '41b1fad6-5bc1-4b7d-a599-142e18589d17', 'name': '', 'network_id': 'ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3', 'tenant_id': 'b407de2089554e13839d51f270c3adf1', 'mac_address': 'fa:16:3e:3d:4e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2111ad5b-3d2c-43c1-94a3-5ae626ce912e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:47Z', 'updated_at': '2022-09-29T02:12:04Z', 'revision_number': 5, 'project_id': 'b407de2089554e13839d51f270c3adf1', 'subnets': [{'id': '2111ad5b-3d2c-43c1-94a3-5ae626ce912e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:18:42.340439 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-50d53061-92ee-4865-9dcc-69de0fee9325 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1703193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1595422'] for router_interface (bacd5210-35b2-44ef-8b91-1e0d1d050e7c), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:42.457439 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:42.492392 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:42.525004 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3596e6b2-bd99-4f32-90f2-f8c72a7ec646 None None] New status for floating IP 81ead379-ea0f-41f0-af45-db186c883eb4: DOWN {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:18:42.571730 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d53061-92ee-4865-9dcc-69de0fee9325 admin admin] Router bacd5210-35b2-44ef-8b91-1e0d1d050e7c has already been hosted by L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:18:42.686972 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d53061-92ee-4865-9dcc-69de0fee9325 admin admin] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:18:42.693083 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-50d53061-92ee-4865-9dcc-69de0fee9325 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/bacd5210-35b2-44ef-8b91-1e0d1d050e7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4602239 Sep 29 02:18:42.695258 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 57126) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:42.697782 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43884370-f238-41b2-8f07-10e22bc36e4b None None] Sync routers for ids ['bacd5210-35b2-44ef-8b91-1e0d1d050e7c'] in dv-cinder-740146-21-smb {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:18:42.708664 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43884370-f238-41b2-8f07-10e22bc36e4b None None] Routers {'bacd5210-35b2-44ef-8b91-1e0d1d050e7c'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:18:42.709273 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-43884370-f238-41b2-8f07-10e22bc36e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:18:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['bacd5210-35b2-44ef-8b91-1e0d1d050e7c'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:42.811882 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a7a5f560-09f2-4aac-981a-b456f85739eb admin admin] Publish callbacks [] for router (bacd5210-35b2-44ef-8b91-1e0d1d050e7c), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:42.816840 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-43884370-f238-41b2-8f07-10e22bc36e4b None None] Set router bacd5210-35b2-44ef-8b91-1e0d1d050e7c gateway port host: dv-cinder-740146-21-smb {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:18:42.913528 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a7a5f560-09f2-4aac-981a-b456f85739eb admin admin] Publish callbacks [] for router_gateway (bacd5210-35b2-44ef-8b91-1e0d1d050e7c), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:42.956945 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-a7a5f560-09f2-4aac-981a-b456f85739eb admin admin] Deleting port d0375df3-cc58-4820-99a8-0175fcd5fc82 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:18:42.957194 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a7a5f560-09f2-4aac-981a-b456f85739eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (d0375df3-cc58-4820-99a8-0175fcd5fc82), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:42.994849 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-43884370-f238-41b2-8f07-10e22bc36e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bacd5210-35b2-44ef-8b91-1e0d1d050e7c', 'name': 'tempest-TestMinimumBasicScenario-1807956700-router', 'tenant_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': 'd0375df3-cc58-4820-99a8-0175fcd5fc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:13:34Z', 'updated_at': '2022-09-29T02:18:41Z', 'revision_number': 5, 'project_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'gw_port': {'id': 'd0375df3-cc58-4820-99a8-0175fcd5fc82', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacd5210-35b2-44ef-8b91-1e0d1d050e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:13:35Z', 'updated_at': '2022-09-29T02:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb'}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:43.021904 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43884370-f238-41b2-8f07-10e22bc36e4b None None] Checking router: bacd5210-35b2-44ef-8b91-1e0d1d050e7c for host: dv-cinder-740146-21-smb {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:18:43.030374 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43884370-f238-41b2-8f07-10e22bc36e4b None None] Routers {'bacd5210-35b2-44ef-8b91-1e0d1d050e7c'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:18:43.030974 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-43884370-f238-41b2-8f07-10e22bc36e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:18:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['bacd5210-35b2-44ef-8b91-1e0d1d050e7c'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:43.039054 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4f50b55b-0c62-44e6-b026-10f503c6109d req-97c72dfe-029e-4eb9-a1ab-593ca5b34ee1 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bf0a0b06-11f5-4db6-8d64-4c1e053438dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0784919 Sep 29 02:18:43.074238 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-a7a5f560-09f2-4aac-981a-b456f85739eb admin admin] For port d0375df3-cc58-4820-99a8-0175fcd5fc82, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=d0375df3-cc58-4820-99a8-0175fcd5fc82,segment=NetworkSegment(3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633),segment_id=3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:18:43.074881 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a7a5f560-09f2-4aac-981a-b456f85739eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (d0375df3-cc58-4820-99a8-0175fcd5fc82), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:43.096945 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-a7a5f560-09f2-4aac-981a-b456f85739eb admin admin] Calling delete_port for d0375df3-cc58-4820-99a8-0175fcd5fc82 owned by network:router_gateway {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:18:43.105175 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 756894e8-0371-4853-9df0-c52e7abf291a no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:18:43.121264 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-43884370-f238-41b2-8f07-10e22bc36e4b None None] Set router bacd5210-35b2-44ef-8b91-1e0d1d050e7c gateway port host: None {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:18:43.127995 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] No Port match for: 756894e8-0371-4853-9df0-c52e7abf291a {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:18:43.128499 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 756894e8-0371-4853-9df0-c52e7abf291a not bound to the agent host hv-cinder-74014 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:18:43.136924 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50b55b-0c62-44e6-b026-10f503c6109d req-598a44bc-b09e-4ff3-9459-47989fccc662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:43.138467 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4f50b55b-0c62-44e6-b026-10f503c6109d req-598a44bc-b09e-4ff3-9459-47989fccc662 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=b407de2089554e13839d51f270c3adf1&device_id=bf0a0b06-11f5-4db6-8d64-4c1e053438dc HTTP/1.1" status: 200 len: 1130 time: 0.0530429 Sep 29 02:18:43.183056 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-43884370-f238-41b2-8f07-10e22bc36e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bacd5210-35b2-44ef-8b91-1e0d1d050e7c', 'name': 'tempest-TestMinimumBasicScenario-1807956700-router', 'tenant_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:13:34Z', 'updated_at': '2022-09-29T02:18:42Z', 'revision_number': 6, 'project_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'gw_port_host': None}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:43.200503 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 57132) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:43.216517 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43884370-f238-41b2-8f07-10e22bc36e4b None None] The sync data for ids ['bacd5210-35b2-44ef-8b91-1e0d1d050e7c'] in dv-cinder-740146-21-smb is: [{'id': 'bacd5210-35b2-44ef-8b91-1e0d1d050e7c', 'name': 'tempest-TestMinimumBasicScenario-1807956700-router', 'tenant_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:13:34Z', 'updated_at': '2022-09-29T02:18:42Z', 'revision_number': 6, 'project_id': '7d0ac285a6454f88bd1ea0382844f6bf', 'gw_port_host': None}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:18:43.271722 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-72d05af4-cc16-41d0-93a0-d6ec756a6b50 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks [] for security_group (fd11c45c-ad66-47fd-92da-9730e1899828), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:43.294781 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-72d05af4-cc16-41d0-93a0-d6ec756a6b50 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks [] for security_group (fd11c45c-ad66-47fd-92da-9730e1899828), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:43.338795 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:43.342088 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-72d05af4-cc16-41d0-93a0-d6ec756a6b50 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (fd11c45c-ad66-47fd-92da-9730e1899828), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:43.343409 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50b55b-0c62-44e6-b026-10f503c6109d req-dde4c5c0-1b18-449c-bb02-a0392d26cf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:43.345016 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4f50b55b-0c62-44e6-b026-10f503c6109d req-dde4c5c0-1b18-449c-bb02-a0392d26cf85 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3 HTTP/1.1" status: 200 len: 919 time: 0.1757450 Sep 29 02:18:43.345684 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-72d05af4-cc16-41d0-93a0-d6ec756a6b50 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:43.346852 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-72d05af4-cc16-41d0-93a0-d6ec756a6b50 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/fd11c45c-ad66-47fd-92da-9730e1899828 HTTP/1.1" status: 204 len: 168 time: 0.1451969 Sep 29 02:18:43.350315 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 57134) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:43.357846 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d05af4-cc16-41d0-93a0-d6ec756a6b50 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd11c45c-ad66-47fd-92da-9730e1899828,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:43.402845 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.api.v2.resource [None req-810d4da5-ac87-4498-a903-f84e6818f8a1 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] show failed (client error): The resource could not be found. Sep 29 02:18:43.403894 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-810d4da5-ac87-4498-a903-f84e6818f8a1 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups/fd11c45c-ad66-47fd-92da-9730e1899828 HTTP/1.1" status: 404 len: 347 time: 0.0523686 Sep 29 02:18:43.406819 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 57136) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:43.408210 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4f50b55b-0c62-44e6-b026-10f503c6109d req-507ffa4d-98ae-4c65-a2c1-259f948af9d9 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3e04057-49ba-4540-bf12-69dd05468f6b HTTP/1.1" status: 200 len: 217 time: 0.0553970 Sep 29 02:18:43.426282 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:43.494022 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a7a5f560-09f2-4aac-981a-b456f85739eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (d0375df3-cc58-4820-99a8-0175fcd5fc82), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:43.526059 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50b55b-0c62-44e6-b026-10f503c6109d req-38e6eb50-2182-4a13-a169-5e8eb9a742e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:43.527480 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4f50b55b-0c62-44e6-b026-10f503c6109d req-38e6eb50-2182-4a13-a169-5e8eb9a742e9 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=2111ad5b-3d2c-43c1-94a3-5ae626ce912e HTTP/1.1" status: 200 len: 857 time: 0.0991838 Sep 29 02:18:43.530030 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5f560-09f2-4aac-981a-b456f85739eb admin admin] Pushing event deleted for resources: {'Port': ['ID=d0375df3-cc58-4820-99a8-0175fcd5fc82,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:43.624640 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50b55b-0c62-44e6-b026-10f503c6109d req-b367058c-b73f-44bf-a327-0a210ade0752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:43.626633 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4f50b55b-0c62-44e6-b026-10f503c6109d req-b367058c-b73f-44bf-a327-0a210ade0752 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0901527 Sep 29 02:18:43.636502 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a7a5f560-09f2-4aac-981a-b456f85739eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1596264'] for router_gateway (bacd5210-35b2-44ef-8b91-1e0d1d050e7c), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:43.782846 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-6c97850e-c94b-4bc8-b496-73d21bcb776d tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Deleting port 9b75a722-4068-4d29-8163-3f5309b945d1 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:18:43.783111 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6c97850e-c94b-4bc8-b496-73d21bcb776d tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (9b75a722-4068-4d29-8163-3f5309b945d1), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:43.796168 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a7a5f560-09f2-4aac-981a-b456f85739eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10382'] for router (bacd5210-35b2-44ef-8b91-1e0d1d050e7c), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:43.799785 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a7a5f560-09f2-4aac-981a-b456f85739eb admin admin] Publish callbacks [] for router_controller (bacd5210-35b2-44ef-8b91-1e0d1d050e7c), precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:43.863275 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6c97850e-c94b-4bc8-b496-73d21bcb776d tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (9b75a722-4068-4d29-8163-3f5309b945d1), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:43.863602 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6c97850e-c94b-4bc8-b496-73d21bcb776d tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks [] for floatingip (9b75a722-4068-4d29-8163-3f5309b945d1), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:43.876845 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-6c97850e-c94b-4bc8-b496-73d21bcb776d tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Calling delete_port for 9b75a722-4068-4d29-8163-3f5309b945d1 owned by network:floatingip {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:18:43.890886 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a7a5f560-09f2-4aac-981a-b456f85739eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595496'] for router (bacd5210-35b2-44ef-8b91-1e0d1d050e7c), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:43.891490 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a5f560-09f2-4aac-981a-b456f85739eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router bacd5210-35b2-44ef-8b91-1e0d1d050e7c {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 02:18:43.897682 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4f50b55b-0c62-44e6-b026-10f503c6109d req-544895a5-7731-4fd5-9bae-1fa60fcef9d8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623544 Sep 29 02:18:43.900493 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a7a5f560-09f2-4aac-981a-b456f85739eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:43.904026 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-a7a5f560-09f2-4aac-981a-b456f85739eb admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/bacd5210-35b2-44ef-8b91-1e0d1d050e7c HTTP/1.1" status: 204 len: 168 time: 1.1969151 Sep 29 02:18:43.904668 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 57138) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:44.014744 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-21710948-e149-4e9c-bdd6-0c86722cbc61 admin admin] Deleting subnet a22cbea8-e4da-4c64-ac8e-b905a8223e3b {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 29 02:18:44.021526 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6c97850e-c94b-4bc8-b496-73d21bcb776d tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27012499'] for port (9b75a722-4068-4d29-8163-3f5309b945d1), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:44.027263 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-21710948-e149-4e9c-bdd6-0c86722cbc61 admin admin] Publish callbacks [] for subnet (a22cbea8-e4da-4c64-ac8e-b905a8223e3b), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:44.069174 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4f50b55b-0c62-44e6-b026-10f503c6109d req-e8e62522-3270-4772-8f6e-e7d79f9e6b19 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656437 Sep 29 02:18:44.073276 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c97850e-c94b-4bc8-b496-73d21bcb776d tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Pushing event deleted for resources: {'Port': ['ID=9b75a722-4068-4d29-8163-3f5309b945d1,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:44.077543 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-21710948-e149-4e9c-bdd6-0c86722cbc61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26031577'] for subnet (a22cbea8-e4da-4c64-ac8e-b905a8223e3b), precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:44.134117 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6c97850e-c94b-4bc8-b496-73d21bcb776d tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks [] for floatingip (81ead379-ea0f-41f0-af45-db186c883eb4), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:44.137105 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6c97850e-c94b-4bc8-b496-73d21bcb776d tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for floatingip (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:44.138294 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-6c97850e-c94b-4bc8-b496-73d21bcb776d tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/81ead379-ea0f-41f0-af45-db186c883eb4 HTTP/1.1" status: 204 len: 168 time: 0.7304945 Sep 29 02:18:44.163385 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-21710948-e149-4e9c-bdd6-0c86722cbc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-885443'] for subnet (a22cbea8-e4da-4c64-ac8e-b905a8223e3b), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:44.229186 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-21710948-e149-4e9c-bdd6-0c86722cbc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-890536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26030570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25691294'] for subnet (a22cbea8-e4da-4c64-ac8e-b905a8223e3b), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:44.260365 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21710948-e149-4e9c-bdd6-0c86722cbc61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a22cbea8-e4da-4c64-ac8e-b905a8223e3b,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:44.263993 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-21710948-e149-4e9c-bdd6-0c86722cbc61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for subnet (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:44.267174 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-21710948-e149-4e9c-bdd6-0c86722cbc61 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/a22cbea8-e4da-4c64-ac8e-b905a8223e3b HTTP/1.1" status: 204 len: 168 time: 0.3616037 Sep 29 02:18:44.269830 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 57144) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:44.274000 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a78f30-a3b8-4f11-8863-99991cccd771 None None] Network 3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7 requested from dv-cinder-740146-21-smb {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:18:44.376909 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e203eb7b-a8c8-441d-9160-639ec5a0622a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790930'] for network (3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:44.381348 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 54930114-a93e-40df-8d45-227f114624c7 no longer exists at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:18:44.410370 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] No Port match for: 54930114-a93e-40df-8d45-227f114624c7 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:18:44.410625 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 54930114-a93e-40df-8d45-227f114624c7 not bound to the agent host dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:18:44.411257 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device d0375df3-cc58-4820-99a8-0175fcd5fc82 no longer exists at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:18:44.435748 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] No Port match for: d0375df3-cc58-4820-99a8-0175fcd5fc82 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:18:44.436500 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device d0375df3-cc58-4820-99a8-0175fcd5fc82 not bound to the agent host dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:18:44.446000 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-e203eb7b-a8c8-441d-9160-639ec5a0622a admin admin] Deleting port c350679e-886f-407d-ad4e-489714dfff9f {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:18:44.447079 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e203eb7b-a8c8-441d-9160-639ec5a0622a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (c350679e-886f-407d-ad4e-489714dfff9f), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:44.494937 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe998a0-7ec0-4af3-be20-4e9fe95ccac7 None None] DHCP port deletion for 3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7 request from dv-cinder-740146-21-smb {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 29 02:18:44.517013 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-e203eb7b-a8c8-441d-9160-639ec5a0622a admin admin] For port c350679e-886f-407d-ad4e-489714dfff9f, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=c350679e-886f-407d-ad4e-489714dfff9f,segment=NetworkSegment(07936685-b731-4b79-bf86-55e22ee6364a),segment_id=07936685-b731-4b79-bf86-55e22ee6364a)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:18:44.517406 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e203eb7b-a8c8-441d-9160-639ec5a0622a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (c350679e-886f-407d-ad4e-489714dfff9f), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:44.530893 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-e203eb7b-a8c8-441d-9160-639ec5a0622a admin admin] Calling delete_port for c350679e-886f-407d-ad4e-489714dfff9f owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:18:44.531919 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-ebe998a0-7ec0-4af3-be20-4e9fe95ccac7 None None] Deleting port c350679e-886f-407d-ad4e-489714dfff9f {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:18:44.532298 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ebe998a0-7ec0-4af3-be20-4e9fe95ccac7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (c350679e-886f-407d-ad4e-489714dfff9f), before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:44.568815 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:44.597706 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-ebe998a0-7ec0-4af3-be20-4e9fe95ccac7 None None] For port c350679e-886f-407d-ad4e-489714dfff9f, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=c350679e-886f-407d-ad4e-489714dfff9f,segment=NetworkSegment(07936685-b731-4b79-bf86-55e22ee6364a),segment_id=07936685-b731-4b79-bf86-55e22ee6364a)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:18:44.598799 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ebe998a0-7ec0-4af3-be20-4e9fe95ccac7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (c350679e-886f-407d-ad4e-489714dfff9f), precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:44.612599 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e203eb7b-a8c8-441d-9160-639ec5a0622a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27012499'] for port (c350679e-886f-407d-ad4e-489714dfff9f), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:44.616362 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-ebe998a0-7ec0-4af3-be20-4e9fe95ccac7 None None] Calling delete_port for c350679e-886f-407d-ad4e-489714dfff9f owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:18:44.627363 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:44.636224 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203eb7b-a8c8-441d-9160-639ec5a0622a admin admin] Pushing event deleted for resources: {'Port': ['ID=c350679e-886f-407d-ad4e-489714dfff9f,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:44.641824 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e203eb7b-a8c8-441d-9160-639ec5a0622a admin admin] No DVR routers for this DVR port c350679e-886f-407d-ad4e-489714dfff9f on host dv-cinder-740146-21-smb {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:18:44.644857 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:44.665824 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:44.698747 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ebe998a0-7ec0-4af3-be20-4e9fe95ccac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429'] for port (c350679e-886f-407d-ad4e-489714dfff9f), after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:44.719245 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e203eb7b-a8c8-441d-9160-639ec5a0622a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-847605', 'neutron.services.segments.db._delete_segments_for_network-8769072566986'] for network (3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:44.721153 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe998a0-7ec0-4af3-be20-4e9fe95ccac7 None None] Pushing event deleted for resources: {'Port': ['ID=c350679e-886f-407d-ad4e-489714dfff9f,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:44.730881 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe998a0-7ec0-4af3-be20-4e9fe95ccac7 None None] No DVR routers for this DVR port c350679e-886f-407d-ad4e-489714dfff9f on host dv-cinder-740146-21-smb {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:18:44.733174 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe998a0-7ec0-4af3-be20-4e9fe95ccac7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:44.733546 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe998a0-7ec0-4af3-be20-4e9fe95ccac7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:44.733889 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe998a0-7ec0-4af3-be20-4e9fe95ccac7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:44.734253 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe998a0-7ec0-4af3-be20-4e9fe95ccac7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:44.734590 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe998a0-7ec0-4af3-be20-4e9fe95ccac7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:44.734921 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe998a0-7ec0-4af3-be20-4e9fe95ccac7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:44.735248 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe998a0-7ec0-4af3-be20-4e9fe95ccac7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:44.735577 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe998a0-7ec0-4af3-be20-4e9fe95ccac7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:44.735902 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe998a0-7ec0-4af3-be20-4e9fe95ccac7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:44.736228 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe998a0-7ec0-4af3-be20-4e9fe95ccac7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:44.736551 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe998a0-7ec0-4af3-be20-4e9fe95ccac7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:44.736876 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe998a0-7ec0-4af3-be20-4e9fe95ccac7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:44.737200 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe998a0-7ec0-4af3-be20-4e9fe95ccac7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:44.737551 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe998a0-7ec0-4af3-be20-4e9fe95ccac7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:44.737874 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe998a0-7ec0-4af3-be20-4e9fe95ccac7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:18:44.743022 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.services.segments.db [None req-e203eb7b-a8c8-441d-9160-639ec5a0622a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:44.758733 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.services.segments.db [None req-e203eb7b-a8c8-441d-9160-639ec5a0622a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07936685-b731-4b79-bf86-55e22ee6364a') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:44.759029 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.services.segments.db [None req-e203eb7b-a8c8-441d-9160-639ec5a0622a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07936685-b731-4b79-bf86-55e22ee6364a') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:44.768714 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e203eb7b-a8c8-441d-9160-639ec5a0622a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769072454503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27011546'] for segment (07936685-b731-4b79-bf86-55e22ee6364a), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:44.782348 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e203eb7b-a8c8-441d-9160-639ec5a0622a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841896'] for segment (07936685-b731-4b79-bf86-55e22ee6364a), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:44.788992 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e203eb7b-a8c8-441d-9160-639ec5a0622a admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 02:18:44.789430 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e203eb7b-a8c8-441d-9160-639ec5a0622a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27012448'] for segment (07936685-b731-4b79-bf86-55e22ee6364a), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:44.834753 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.services.segments.plugin [-] Segment 07936685-b731-4b79-bf86-55e22ee6364a resource provider aggregate not found Sep 29 02:18:44.853155 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.services.segments.plugin [-] Segment 07936685-b731-4b79-bf86-55e22ee6364a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 07936685-b731-4b79-bf86-55e22ee6364a found for delete ", "request_id": "req-f4ea1c51-11af-45e5-b0e3-f8488eedeb0f"}]} Sep 29 02:18:44.859369 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e203eb7b-a8c8-441d-9160-639ec5a0622a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-847614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1596307'] for network (3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:44.866691 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e203eb7b-a8c8-441d-9160-639ec5a0622a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for network (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:44.869783 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-e203eb7b-a8c8-441d-9160-639ec5a0622a admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7 HTTP/1.1" status: 204 len: 168 time: 0.5979307 Sep 29 02:18:44.872807 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 57150) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:44.880422 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203eb7b-a8c8-441d-9160-639ec5a0622a admin admin] Pushing event deleted for resources: {'Network': ['ID=3be6b1e4-ad2d-4737-ac23-a0ab4f7ca7e7,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:44.927266 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:45.048727 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 6 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:18:45.378136 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:45.437515 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bf506c13-d8c6-4f4d-8337-02002a710ca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2064814'] for router_interface (d27c9d5a-e0da-43cc-b1cd-960715b6a45e), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:45.660007 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-bf506c13-d8c6-4f4d-8337-02002a710ca8 admin admin] Deleting port ce6e0b97-620d-420f-944b-087bcacfda36 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:18:45.660348 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bf506c13-d8c6-4f4d-8337-02002a710ca8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (ce6e0b97-620d-420f-944b-087bcacfda36), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:45.743557 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-bf506c13-d8c6-4f4d-8337-02002a710ca8 admin admin] For port ce6e0b97-620d-420f-944b-087bcacfda36, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=ce6e0b97-620d-420f-944b-087bcacfda36,segment=NetworkSegment(a40af090-41e4-4cf6-b62e-0aa90f26f306),segment_id=a40af090-41e4-4cf6-b62e-0aa90f26f306)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:18:45.744510 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bf506c13-d8c6-4f4d-8337-02002a710ca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (ce6e0b97-620d-420f-944b-087bcacfda36), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:45.757482 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-bf506c13-d8c6-4f4d-8337-02002a710ca8 admin admin] Calling delete_port for ce6e0b97-620d-420f-944b-087bcacfda36 owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:18:45.934699 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bf506c13-d8c6-4f4d-8337-02002a710ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (ce6e0b97-620d-420f-944b-087bcacfda36), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:45.937975 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:45.962733 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf506c13-d8c6-4f4d-8337-02002a710ca8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce6e0b97-620d-420f-944b-087bcacfda36,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:46.132152 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bf506c13-d8c6-4f4d-8337-02002a710ca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1703193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1595422'] for router_interface (d27c9d5a-e0da-43cc-b1cd-960715b6a45e), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:46.284185 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:46.337295 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf506c13-d8c6-4f4d-8337-02002a710ca8 admin admin] Router d27c9d5a-e0da-43cc-b1cd-960715b6a45e has already been hosted by L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:18:46.404118 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device c350679e-886f-407d-ad4e-489714dfff9f no longer exists at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:18:46.422855 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] No Port match for: c350679e-886f-407d-ad4e-489714dfff9f {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:18:46.423200 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device c350679e-886f-407d-ad4e-489714dfff9f not bound to the agent host dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:18:46.456001 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf506c13-d8c6-4f4d-8337-02002a710ca8 admin admin] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:18:46.461709 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-bf506c13-d8c6-4f4d-8337-02002a710ca8 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/d27c9d5a-e0da-43cc-b1cd-960715b6a45e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5873351 Sep 29 02:18:46.464303 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 57164) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:46.468832 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd19d3d0-e2d8-4850-890c-835ebdadece6 None None] Sync routers for ids ['d27c9d5a-e0da-43cc-b1cd-960715b6a45e'] in dv-cinder-740146-21-smb {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:18:46.479596 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd19d3d0-e2d8-4850-890c-835ebdadece6 None None] Routers {'d27c9d5a-e0da-43cc-b1cd-960715b6a45e'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:18:46.480452 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-bd19d3d0-e2d8-4850-890c-835ebdadece6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:18:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['d27c9d5a-e0da-43cc-b1cd-960715b6a45e'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:46.585262 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a9c9b36f-d063-43d1-8a32-45e167a8dccb admin admin] Publish callbacks [] for router (d27c9d5a-e0da-43cc-b1cd-960715b6a45e), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:46.595314 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-bd19d3d0-e2d8-4850-890c-835ebdadece6 None None] Set router d27c9d5a-e0da-43cc-b1cd-960715b6a45e gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:18:46.681467 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f2984-d9f9-4220-a0e8-1b8c7a671517 req-b011c2ef-6e16-4447-95c9-0f70bab3e88a tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:46.683054 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c93f2984-d9f9-4220-a0e8-1b8c7a671517 req-b011c2ef-6e16-4447-95c9-0f70bab3e88a tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 945 time: 0.0599329 Sep 29 02:18:46.770674 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a9c9b36f-d063-43d1-8a32-45e167a8dccb admin admin] Publish callbacks [] for router_gateway (d27c9d5a-e0da-43cc-b1cd-960715b6a45e), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:46.777770 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c93f2984-d9f9-4220-a0e8-1b8c7a671517 req-30469020-8db7-4603-9c4a-b5200149d97a tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708294 Sep 29 02:18:46.819196 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-a9c9b36f-d063-43d1-8a32-45e167a8dccb admin admin] Deleting port c78fd4eb-ef4c-4507-afd8-89e6c1a53425 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:18:46.819464 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a9c9b36f-d063-43d1-8a32-45e167a8dccb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (c78fd4eb-ef4c-4507-afd8-89e6c1a53425), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:46.891254 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-bd19d3d0-e2d8-4850-890c-835ebdadece6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27c9d5a-e0da-43cc-b1cd-960715b6a45e', 'name': 'tempest-TestMinimumBasicScenario-1329824133-router', 'tenant_id': 'a0f6cd46c1dc4a8db7c523f4baa60fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': 'c78fd4eb-ef4c-4507-afd8-89e6c1a53425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:13:40Z', 'updated_at': '2022-09-29T02:18:45Z', 'revision_number': 5, 'project_id': 'a0f6cd46c1dc4a8db7c523f4baa60fa4', 'gw_port': {'id': 'c78fd4eb-ef4c-4507-afd8-89e6c1a53425', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27c9d5a-e0da-43cc-b1cd-960715b6a45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:13:41Z', 'updated_at': '2022-09-29T02:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb'}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:46.897823 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:46.900686 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-a9c9b36f-d063-43d1-8a32-45e167a8dccb admin admin] For port c78fd4eb-ef4c-4507-afd8-89e6c1a53425, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=c78fd4eb-ef4c-4507-afd8-89e6c1a53425,segment=NetworkSegment(3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633),segment_id=3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:18:46.900686 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a9c9b36f-d063-43d1-8a32-45e167a8dccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (c78fd4eb-ef4c-4507-afd8-89e6c1a53425), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:46.914615 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-a9c9b36f-d063-43d1-8a32-45e167a8dccb admin admin] Calling delete_port for c78fd4eb-ef4c-4507-afd8-89e6c1a53425 owned by network:router_gateway {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:18:46.916056 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd19d3d0-e2d8-4850-890c-835ebdadece6 None None] Checking router: d27c9d5a-e0da-43cc-b1cd-960715b6a45e for host: dv-cinder-740146-21-smb {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:18:46.924500 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd19d3d0-e2d8-4850-890c-835ebdadece6 None None] Routers {'d27c9d5a-e0da-43cc-b1cd-960715b6a45e'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:18:46.925103 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-bd19d3d0-e2d8-4850-890c-835ebdadece6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:18:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['d27c9d5a-e0da-43cc-b1cd-960715b6a45e'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:47.008543 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-bd19d3d0-e2d8-4850-890c-835ebdadece6 None None] Set router d27c9d5a-e0da-43cc-b1cd-960715b6a45e gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:18:47.061685 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-bd19d3d0-e2d8-4850-890c-835ebdadece6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27c9d5a-e0da-43cc-b1cd-960715b6a45e', 'name': 'tempest-TestMinimumBasicScenario-1329824133-router', 'tenant_id': 'a0f6cd46c1dc4a8db7c523f4baa60fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:13:40Z', 'updated_at': '2022-09-29T02:18:46Z', 'revision_number': 6, 'project_id': 'a0f6cd46c1dc4a8db7c523f4baa60fa4', 'gw_port_host': None}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:47.083894 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a9c9b36f-d063-43d1-8a32-45e167a8dccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (c78fd4eb-ef4c-4507-afd8-89e6c1a53425), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:47.085724 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd19d3d0-e2d8-4850-890c-835ebdadece6 None None] The sync data for ids ['d27c9d5a-e0da-43cc-b1cd-960715b6a45e'] in dv-cinder-740146-21-smb is: [{'id': 'd27c9d5a-e0da-43cc-b1cd-960715b6a45e', 'name': 'tempest-TestMinimumBasicScenario-1329824133-router', 'tenant_id': 'a0f6cd46c1dc4a8db7c523f4baa60fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:13:40Z', 'updated_at': '2022-09-29T02:18:46Z', 'revision_number': 6, 'project_id': 'a0f6cd46c1dc4a8db7c523f4baa60fa4', 'gw_port_host': None}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:18:47.114898 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9b36f-d063-43d1-8a32-45e167a8dccb admin admin] Pushing event deleted for resources: {'Port': ['ID=c78fd4eb-ef4c-4507-afd8-89e6c1a53425,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:47.182274 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a9c9b36f-d063-43d1-8a32-45e167a8dccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1596264'] for router_gateway (d27c9d5a-e0da-43cc-b1cd-960715b6a45e), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:47.185399 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:47.272452 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a9c9b36f-d063-43d1-8a32-45e167a8dccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10382'] for router (d27c9d5a-e0da-43cc-b1cd-960715b6a45e), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:47.274617 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a9c9b36f-d063-43d1-8a32-45e167a8dccb admin admin] Publish callbacks [] for router_controller (d27c9d5a-e0da-43cc-b1cd-960715b6a45e), precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:47.315761 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a9c9b36f-d063-43d1-8a32-45e167a8dccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595496'] for router (d27c9d5a-e0da-43cc-b1cd-960715b6a45e), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:47.316597 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c9b36f-d063-43d1-8a32-45e167a8dccb admin admin] Fanout notify agent at l3_agent the message router_deleted on router d27c9d5a-e0da-43cc-b1cd-960715b6a45e {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 02:18:47.323295 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a9c9b36f-d063-43d1-8a32-45e167a8dccb admin admin] Publish callbacks [] for router (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:47.324436 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-a9c9b36f-d063-43d1-8a32-45e167a8dccb admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/d27c9d5a-e0da-43cc-b1cd-960715b6a45e HTTP/1.1" status: 204 len: 168 time: 0.8593061 Sep 29 02:18:47.327082 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 57168) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:47.407545 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-46c8dd1e-7fd9-4966-ae37-508a95763f56 admin admin] Deleting subnet c97f6df0-b939-4ca0-a7b7-c7c16ca4dbb1 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 29 02:18:47.415187 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40000b3d-4623-40db-8e9c-c24331b049fb req-815c71d4-e162-4f5a-8dd2-bc7d3ebf07bd tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:47.416660 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-40000b3d-4623-40db-8e9c-c24331b049fb req-815c71d4-e162-4f5a-8dd2-bc7d3ebf07bd tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 945 time: 0.0605223 Sep 29 02:18:47.418735 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-46c8dd1e-7fd9-4966-ae37-508a95763f56 admin admin] Publish callbacks [] for subnet (c97f6df0-b939-4ca0-a7b7-c7c16ca4dbb1), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:47.490307 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-46c8dd1e-7fd9-4966-ae37-508a95763f56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26031577'] for subnet (c97f6df0-b939-4ca0-a7b7-c7c16ca4dbb1), precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:47.567734 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-40000b3d-4623-40db-8e9c-c24331b049fb req-f30c636e-668f-4041-b249-30b9993195e9 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Deleting port 8f376521-1d84-411c-b5d5-caa7c0b68ee4 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:18:47.568064 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-40000b3d-4623-40db-8e9c-c24331b049fb req-f30c636e-668f-4041-b249-30b9993195e9 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (8f376521-1d84-411c-b5d5-caa7c0b68ee4), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:47.653858 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-46c8dd1e-7fd9-4966-ae37-508a95763f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-885443'] for subnet (c97f6df0-b939-4ca0-a7b7-c7c16ca4dbb1), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:47.721851 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-40000b3d-4623-40db-8e9c-c24331b049fb req-f30c636e-668f-4041-b249-30b9993195e9 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] For port 8f376521-1d84-411c-b5d5-caa7c0b68ee4, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8f376521-1d84-411c-b5d5-caa7c0b68ee4,segment=NetworkSegment(a8a02d65-1024-4bc6-87a2-058a2a88454f),segment_id=a8a02d65-1024-4bc6-87a2-058a2a88454f)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:18:47.722145 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-40000b3d-4623-40db-8e9c-c24331b049fb req-f30c636e-668f-4041-b249-30b9993195e9 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (8f376521-1d84-411c-b5d5-caa7c0b68ee4), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:47.740838 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-40000b3d-4623-40db-8e9c-c24331b049fb req-f30c636e-668f-4041-b249-30b9993195e9 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Calling delete_port for 8f376521-1d84-411c-b5d5-caa7c0b68ee4 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:18:47.752490 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:47.756711 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-46c8dd1e-7fd9-4966-ae37-508a95763f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-890536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26030570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25691294'] for subnet (c97f6df0-b939-4ca0-a7b7-c7c16ca4dbb1), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:47.817439 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8dd1e-7fd9-4966-ae37-508a95763f56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c97f6df0-b939-4ca0-a7b7-c7c16ca4dbb1,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:47.824603 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-46c8dd1e-7fd9-4966-ae37-508a95763f56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for subnet (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:47.828999 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-46c8dd1e-7fd9-4966-ae37-508a95763f56 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/c97f6df0-b939-4ca0-a7b7-c7c16ca4dbb1 HTTP/1.1" status: 204 len: 168 time: 0.5007768 Sep 29 02:18:47.829806 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71978c8-742f-4138-8274-e33d980c2f24 None None] Network afd84b73-45a5-40cd-8ab0-8828b651fa3b requested from dv-cinder-740146-21-smb {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:18:47.833064 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 57172) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:47.967865 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abde4f-db07-46c6-80fb-eebaf19dfdfe req-feb99fcd-2246-46af-9477-373330ba0cc0 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:47.973210 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-88abde4f-db07-46c6-80fb-eebaf19dfdfe req-feb99fcd-2246-46af-9477-373330ba0cc0 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854 HTTP/1.1" status: 200 len: 945 time: 0.0918720 Sep 29 02:18:47.984189 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0038619d-13c1-4851-9b95-de3197b905b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790930'] for network (afd84b73-45a5-40cd-8ab0-8828b651fa3b), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:47.993760 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94070b0-b26e-4531-9a36-edfd8b96c0c7 None None] DHCP port deletion for afd84b73-45a5-40cd-8ab0-8828b651fa3b request from dv-cinder-740146-21-smb {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 29 02:18:48.011411 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:48.037784 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-c94070b0-b26e-4531-9a36-edfd8b96c0c7 None None] Deleting port 42d24ca8-fad4-4e0f-939d-8ba0d7c60163 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:18:48.038265 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c94070b0-b26e-4531-9a36-edfd8b96c0c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (42d24ca8-fad4-4e0f-939d-8ba0d7c60163), before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:48.104078 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-c94070b0-b26e-4531-9a36-edfd8b96c0c7 None None] For port 42d24ca8-fad4-4e0f-939d-8ba0d7c60163, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=42d24ca8-fad4-4e0f-939d-8ba0d7c60163,segment=NetworkSegment(a40af090-41e4-4cf6-b62e-0aa90f26f306),segment_id=a40af090-41e4-4cf6-b62e-0aa90f26f306)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:18:48.104479 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c94070b0-b26e-4531-9a36-edfd8b96c0c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (42d24ca8-fad4-4e0f-939d-8ba0d7c60163), precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:48.111219 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-88abde4f-db07-46c6-80fb-eebaf19dfdfe req-3c4d3645-686a-4909-883d-4db135f4362d tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299026 Sep 29 02:18:48.116449 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-0038619d-13c1-4851-9b95-de3197b905b3 admin admin] Deleting port 42d24ca8-fad4-4e0f-939d-8ba0d7c60163 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:18:48.116791 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0038619d-13c1-4851-9b95-de3197b905b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (42d24ca8-fad4-4e0f-939d-8ba0d7c60163), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:48.122766 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-c94070b0-b26e-4531-9a36-edfd8b96c0c7 None None] Calling delete_port for 42d24ca8-fad4-4e0f-939d-8ba0d7c60163 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:18:48.164444 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-40000b3d-4623-40db-8e9c-c24331b049fb req-f30c636e-668f-4041-b249-30b9993195e9 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (8f376521-1d84-411c-b5d5-caa7c0b68ee4), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:48.179073 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] get_ports_and_sgs() called for port_ids ['b3e04057-49ba-4540-bf12-69dd05468f6b', '8f376521-1d84-411c-b5d5-caa7c0b68ee4'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:18:48.200281 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c636e-668f-4041-b249-30b9993195e9 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Pushing event deleted for resources: {'Port': ['ID=8f376521-1d84-411c-b5d5-caa7c0b68ee4,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:48.251382 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-0038619d-13c1-4851-9b95-de3197b905b3 admin admin] For port 42d24ca8-fad4-4e0f-939d-8ba0d7c60163, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=42d24ca8-fad4-4e0f-939d-8ba0d7c60163,segment=NetworkSegment(a40af090-41e4-4cf6-b62e-0aa90f26f306),segment_id=a40af090-41e4-4cf6-b62e-0aa90f26f306)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:18:48.251802 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0038619d-13c1-4851-9b95-de3197b905b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (42d24ca8-fad4-4e0f-939d-8ba0d7c60163), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:48.276620 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:48.282282 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-40000b3d-4623-40db-8e9c-c24331b049fb req-f30c636e-668f-4041-b249-30b9993195e9 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] No DVR routers for this DVR port 8f376521-1d84-411c-b5d5-caa7c0b68ee4 on host hv-cinder-74014 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:18:48.286890 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c94070b0-b26e-4531-9a36-edfd8b96c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429'] for port (42d24ca8-fad4-4e0f-939d-8ba0d7c60163), after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:48.288482 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-40000b3d-4623-40db-8e9c-c24331b049fb req-f30c636e-668f-4041-b249-30b9993195e9 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for port (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:48.292050 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-40000b3d-4623-40db-8e9c-c24331b049fb req-f30c636e-668f-4041-b249-30b9993195e9 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.16 "DELETE /networking/v2.0/ports/8f376521-1d84-411c-b5d5-caa7c0b68ee4 HTTP/1.1" status: 204 len: 173 time: 0.8531575 Sep 29 02:18:48.292597 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3dbcd0c-c7fe-47a1-a56c-d9ca62c45854', 'name': 'network-vif-deleted', 'tag': '8f376521-1d84-411c-b5d5-caa7c0b68ee4'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:18:48.295083 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6fd434f9474e642ac52a32a239cb9403cb6cbac172bb9ea56eecab16f0e16c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61c343d-dfe5-4e0c-8c1f-9c8b1aafc800" -d '{"events": [{"server_uuid": "d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854", "name": "network-vif-deleted", "tag": "8f376521-1d84-411c-b5d5-caa7c0b68ee4"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:18:48.300377 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-0038619d-13c1-4851-9b95-de3197b905b3 admin admin] Calling delete_port for 42d24ca8-fad4-4e0f-939d-8ba0d7c60163 owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:18:48.300608 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:48.330653 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94070b0-b26e-4531-9a36-edfd8b96c0c7 None None] Pushing event deleted for resources: {'Port': ['ID=42d24ca8-fad4-4e0f-939d-8ba0d7c60163,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:48.339319 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94070b0-b26e-4531-9a36-edfd8b96c0c7 None None] No DVR routers for this DVR port 42d24ca8-fad4-4e0f-939d-8ba0d7c60163 on host dv-cinder-740146-21-smb {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:18:48.416186 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4727e83-c386-4ba7-881a-1cb91db08cbb x-openstack-request-id: req-f4727e83-c386-4ba7-881a-1cb91db08cbb {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:18:48.416411 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3dbcd0c-c7fe-47a1-a56c-d9ca62c45854", "name": "network-vif-deleted", "tag": "8f376521-1d84-411c-b5d5-caa7c0b68ee4", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:18:48.416687 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f4727e83-c386-4ba7-881a-1cb91db08cbb {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:18:48.417399 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4727e83-c386-4ba7-881a-1cb91db08cbb'] response: {'server_uuid': 'd3dbcd0c-c7fe-47a1-a56c-d9ca62c45854', 'name': 'network-vif-deleted', 'tag': '8f376521-1d84-411c-b5d5-caa7c0b68ee4', 'status': 'completed', 'code': 200} Sep 29 02:18:48.466317 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0038619d-13c1-4851-9b95-de3197b905b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (42d24ca8-fad4-4e0f-939d-8ba0d7c60163), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:48.493928 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0038619d-13c1-4851-9b95-de3197b905b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=42d24ca8-fad4-4e0f-939d-8ba0d7c60163,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:48.499952 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0038619d-13c1-4851-9b95-de3197b905b3 admin admin] No DVR routers for this DVR port 42d24ca8-fad4-4e0f-939d-8ba0d7c60163 on host dv-cinder-740146-21-smb {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:18:48.502924 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device c78fd4eb-ef4c-4507-afd8-89e6c1a53425 no longer exists at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:18:48.525489 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] No Port match for: c78fd4eb-ef4c-4507-afd8-89e6c1a53425 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:18:48.525837 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device c78fd4eb-ef4c-4507-afd8-89e6c1a53425 not bound to the agent host dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:18:48.526259 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device ce6e0b97-620d-420f-944b-087bcacfda36 no longer exists at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:18:48.547448 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] No Port match for: ce6e0b97-620d-420f-944b-087bcacfda36 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:18:48.547796 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device ce6e0b97-620d-420f-944b-087bcacfda36 not bound to the agent host dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:18:48.548222 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 42d24ca8-fad4-4e0f-939d-8ba0d7c60163 no longer exists at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:18:48.568054 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] No Port match for: 42d24ca8-fad4-4e0f-939d-8ba0d7c60163 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:18:48.568524 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 42d24ca8-fad4-4e0f-939d-8ba0d7c60163 not bound to the agent host dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:18:48.585246 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0038619d-13c1-4851-9b95-de3197b905b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-847605', 'neutron.services.segments.db._delete_segments_for_network-8769072566986'] for network (afd84b73-45a5-40cd-8ab0-8828b651fa3b), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:48.609803 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.services.segments.db [None req-0038619d-13c1-4851-9b95-de3197b905b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afd84b73-45a5-40cd-8ab0-8828b651fa3b']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:48.621003 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.services.segments.db [None req-0038619d-13c1-4851-9b95-de3197b905b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a40af090-41e4-4cf6-b62e-0aa90f26f306') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:48.621304 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.services.segments.db [None req-0038619d-13c1-4851-9b95-de3197b905b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a40af090-41e4-4cf6-b62e-0aa90f26f306') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:48.632623 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0038619d-13c1-4851-9b95-de3197b905b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769072454503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26031568'] for segment (a40af090-41e4-4cf6-b62e-0aa90f26f306), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:48.649551 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0038619d-13c1-4851-9b95-de3197b905b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841896'] for segment (a40af090-41e4-4cf6-b62e-0aa90f26f306), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:48.656850 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0038619d-13c1-4851-9b95-de3197b905b3 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 02:18:48.657247 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0038619d-13c1-4851-9b95-de3197b905b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26030404'] for segment (a40af090-41e4-4cf6-b62e-0aa90f26f306), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:48.721470 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0038619d-13c1-4851-9b95-de3197b905b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-847614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1596307'] for network (afd84b73-45a5-40cd-8ab0-8828b651fa3b), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:48.746097 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0038619d-13c1-4851-9b95-de3197b905b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for network (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:48.749264 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-0038619d-13c1-4851-9b95-de3197b905b3 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/afd84b73-45a5-40cd-8ab0-8828b651fa3b HTTP/1.1" status: 204 len: 168 time: 0.9166887 Sep 29 02:18:48.750661 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0038619d-13c1-4851-9b95-de3197b905b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=afd84b73-45a5-40cd-8ab0-8828b651fa3b,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:48.835283 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.services.segments.plugin [-] Segment a40af090-41e4-4cf6-b62e-0aa90f26f306 resource provider aggregate not found Sep 29 02:18:48.866167 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.services.segments.plugin [-] Segment a40af090-41e4-4cf6-b62e-0aa90f26f306 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a40af090-41e4-4cf6-b62e-0aa90f26f306 found for delete ", "request_id": "req-a28ccf68-4627-47e8-b081-b90f9072505d"}]} Sep 29 02:18:48.909460 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 57184) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:48.951999 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-0e8c8d35-b161-4cc6-b789-6e6eb2ce2644 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=7d0ac285a6454f88bd1ea0382844f6bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414476 Sep 29 02:18:48.954663 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 57186) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:48.966798 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:49.009116 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8d2946ae-2dc9-4834-a949-e10f5fa67ef8 admin admin] Publish callbacks [] for security_group (5d914d03-d233-4143-b863-daaeb6b19cc9), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:49.033188 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8d2946ae-2dc9-4834-a949-e10f5fa67ef8 admin admin] Publish callbacks [] for security_group (5d914d03-d233-4143-b863-daaeb6b19cc9), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:49.082836 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8d2946ae-2dc9-4834-a949-e10f5fa67ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (5d914d03-d233-4143-b863-daaeb6b19cc9), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:49.085272 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8d2946ae-2dc9-4834-a949-e10f5fa67ef8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:49.086431 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-8d2946ae-2dc9-4834-a949-e10f5fa67ef8 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/5d914d03-d233-4143-b863-daaeb6b19cc9 HTTP/1.1" status: 204 len: 168 time: 0.1308262 Sep 29 02:18:49.093941 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2946ae-2dc9-4834-a949-e10f5fa67ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d914d03-d233-4143-b863-daaeb6b19cc9,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:49.414263 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611f002-25ce-46ff-a1d7-efbb0d5a91ad req-a563c545-76ee-43aa-8319-a81e96d25737 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:49.415776 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a611f002-25ce-46ff-a1d7-efbb0d5a91ad req-a563c545-76ee-43aa-8319-a81e96d25737 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bf0a0b06-11f5-4db6-8d64-4c1e053438dc HTTP/1.1" status: 200 len: 946 time: 0.0508773 Sep 29 02:18:49.427550 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 57198) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:49.469220 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-b8356049-9937-446d-ba1a-5f7838622d0c admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=a0f6cd46c1dc4a8db7c523f4baa60fa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405071 Sep 29 02:18:49.469910 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a611f002-25ce-46ff-a1d7-efbb0d5a91ad req-bb7c98b2-1d30-4b7a-aba9-7afafd804f80 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474815 Sep 29 02:18:49.471732 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 57200) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:49.520969 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cca2a5c4-2dd8-48b4-aee4-b36d31c111c1 admin admin] Publish callbacks [] for security_group (6cf83db3-9bb9-4a37-907b-502c3715e596), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:49.540842 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cca2a5c4-2dd8-48b4-aee4-b36d31c111c1 admin admin] Publish callbacks [] for security_group (6cf83db3-9bb9-4a37-907b-502c3715e596), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:49.586606 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cca2a5c4-2dd8-48b4-aee4-b36d31c111c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (6cf83db3-9bb9-4a37-907b-502c3715e596), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:49.589115 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cca2a5c4-2dd8-48b4-aee4-b36d31c111c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:49.590292 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-cca2a5c4-2dd8-48b4-aee4-b36d31c111c1 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/6cf83db3-9bb9-4a37-907b-502c3715e596 HTTP/1.1" status: 204 len: 168 time: 0.1176007 Sep 29 02:18:49.598958 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2a5c4-2dd8-48b4-aee4-b36d31c111c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf83db3-9bb9-4a37-907b-502c3715e596,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:49.614656 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-96499e49-526c-4845-a69c-68d7cdf2e040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:50.252608 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c39eeb-5737-4cac-aba1-39c8aa975d5b req-8d7fe57a-99d1-48ff-b088-58675d80819c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:50.254023 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-48c39eeb-5737-4cac-aba1-39c8aa975d5b req-8d7fe57a-99d1-48ff-b088-58675d80819c tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bf0a0b06-11f5-4db6-8d64-4c1e053438dc HTTP/1.1" status: 200 len: 946 time: 0.0471656 Sep 29 02:18:50.333049 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:50.336815 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-48c39eeb-5737-4cac-aba1-39c8aa975d5b req-5b7493d1-9492-4f4a-8332-214beac68848 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Deleting port b3e04057-49ba-4540-bf12-69dd05468f6b {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:18:50.337157 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-48c39eeb-5737-4cac-aba1-39c8aa975d5b req-5b7493d1-9492-4f4a-8332-214beac68848 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (b3e04057-49ba-4540-bf12-69dd05468f6b), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:50.431597 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-48c39eeb-5737-4cac-aba1-39c8aa975d5b req-5b7493d1-9492-4f4a-8332-214beac68848 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] For port b3e04057-49ba-4540-bf12-69dd05468f6b, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=b3e04057-49ba-4540-bf12-69dd05468f6b,segment=NetworkSegment(a8a02d65-1024-4bc6-87a2-058a2a88454f),segment_id=a8a02d65-1024-4bc6-87a2-058a2a88454f)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:18:50.432198 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-48c39eeb-5737-4cac-aba1-39c8aa975d5b req-5b7493d1-9492-4f4a-8332-214beac68848 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (b3e04057-49ba-4540-bf12-69dd05468f6b), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:50.444904 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-48c39eeb-5737-4cac-aba1-39c8aa975d5b req-5b7493d1-9492-4f4a-8332-214beac68848 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Calling delete_port for b3e04057-49ba-4540-bf12-69dd05468f6b owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:18:50.609196 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e19d0-9624-4406-9d22-11cc089e8b7c req-7bf2905e-90fc-412d-a6dc-e89314c6825d tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:18:50.610687 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a84e19d0-9624-4406-9d22-11cc089e8b7c req-7bf2905e-90fc-412d-a6dc-e89314c6825d tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bf0a0b06-11f5-4db6-8d64-4c1e053438dc HTTP/1.1" status: 200 len: 946 time: 0.0628901 Sep 29 02:18:50.611715 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-48c39eeb-5737-4cac-aba1-39c8aa975d5b req-5b7493d1-9492-4f4a-8332-214beac68848 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (b3e04057-49ba-4540-bf12-69dd05468f6b), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:50.623028 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] get_ports_and_sgs() called for port_ids ['b3e04057-49ba-4540-bf12-69dd05468f6b'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:18:50.647872 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7493d1-9492-4f4a-8332-214beac68848 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Pushing event deleted for resources: {'Port': ['ID=b3e04057-49ba-4540-bf12-69dd05468f6b,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:50.712315 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c39eeb-5737-4cac-aba1-39c8aa975d5b req-5b7493d1-9492-4f4a-8332-214beac68848 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] No DVR routers for this DVR port b3e04057-49ba-4540-bf12-69dd05468f6b on host hv-cinder-74014 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:18:50.716760 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-48c39eeb-5737-4cac-aba1-39c8aa975d5b req-5b7493d1-9492-4f4a-8332-214beac68848 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for port (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:50.719948 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-48c39eeb-5737-4cac-aba1-39c8aa975d5b req-5b7493d1-9492-4f4a-8332-214beac68848 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.16 "DELETE /networking/v2.0/ports/b3e04057-49ba-4540-bf12-69dd05468f6b HTTP/1.1" status: 204 len: 173 time: 0.4605074 Sep 29 02:18:50.720448 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0a0b06-11f5-4db6-8d64-4c1e053438dc', 'name': 'network-vif-deleted', 'tag': 'b3e04057-49ba-4540-bf12-69dd05468f6b'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:18:50.722804 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6fd434f9474e642ac52a32a239cb9403cb6cbac172bb9ea56eecab16f0e16c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8223b2f-a43e-4005-ae1f-8d04a4a3f8ea" -d '{"events": [{"server_uuid": "bf0a0b06-11f5-4db6-8d64-4c1e053438dc", "name": "network-vif-deleted", "tag": "b3e04057-49ba-4540-bf12-69dd05468f6b"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:18:50.737073 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a84e19d0-9624-4406-9d22-11cc089e8b7c req-d2ea9277-a7b4-4fa3-abb5-c76444a34c24 tempest-ServerRescueNegativeTestJSON-1511531364 tempest-ServerRescueNegativeTestJSON-1511531364-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=101e538a-6459-4a66-a62f-0064ae2f1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169238 Sep 29 02:18:50.787537 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1cad686-1616-4e9a-b4da-f4c805c683ce x-openstack-request-id: req-c1cad686-1616-4e9a-b4da-f4c805c683ce {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:18:50.787853 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf0a0b06-11f5-4db6-8d64-4c1e053438dc", "name": "network-vif-deleted", "tag": "b3e04057-49ba-4540-bf12-69dd05468f6b", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:18:50.788739 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c1cad686-1616-4e9a-b4da-f4c805c683ce {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:18:50.789149 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1cad686-1616-4e9a-b4da-f4c805c683ce'] response: {'server_uuid': 'bf0a0b06-11f5-4db6-8d64-4c1e053438dc', 'name': 'network-vif-deleted', 'tag': 'b3e04057-49ba-4540-bf12-69dd05468f6b', 'status': 'completed', 'code': 200} Sep 29 02:18:51.132217 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 8f376521-1d84-411c-b5d5-caa7c0b68ee4 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:18:51.151011 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] No Port match for: 8f376521-1d84-411c-b5d5-caa7c0b68ee4 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:18:51.151353 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 8f376521-1d84-411c-b5d5-caa7c0b68ee4 not bound to the agent host hv-cinder-74014 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:18:51.808295 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 57212) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:52.103342 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-18a7dce4-466e-4c01-b30b-8a32b0e6cdb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:52.487558 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:52.575731 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-494f0eb4-002f-4acf-811c-7b9910eebd42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2064814'] for router_interface (33b7755f-0ea9-4a24-a5cf-6db9c23f13ea), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:52.700155 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:52.794733 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-494f0eb4-002f-4acf-811c-7b9910eebd42 admin admin] Deleting port 41b1fad6-5bc1-4b7d-a599-142e18589d17 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:18:52.795074 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-494f0eb4-002f-4acf-811c-7b9910eebd42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (41b1fad6-5bc1-4b7d-a599-142e18589d17), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:52.875793 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-494f0eb4-002f-4acf-811c-7b9910eebd42 admin admin] For port 41b1fad6-5bc1-4b7d-a599-142e18589d17, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=41b1fad6-5bc1-4b7d-a599-142e18589d17,segment=NetworkSegment(a8a02d65-1024-4bc6-87a2-058a2a88454f),segment_id=a8a02d65-1024-4bc6-87a2-058a2a88454f)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:18:52.876480 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-494f0eb4-002f-4acf-811c-7b9910eebd42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (41b1fad6-5bc1-4b7d-a599-142e18589d17), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:52.888777 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-494f0eb4-002f-4acf-811c-7b9910eebd42 admin admin] Calling delete_port for 41b1fad6-5bc1-4b7d-a599-142e18589d17 owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:18:53.063301 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-494f0eb4-002f-4acf-811c-7b9910eebd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (41b1fad6-5bc1-4b7d-a599-142e18589d17), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:53.087059 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f0eb4-002f-4acf-811c-7b9910eebd42 admin admin] Pushing event deleted for resources: {'Port': ['ID=41b1fad6-5bc1-4b7d-a599-142e18589d17,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:53.136168 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device b3e04057-49ba-4540-bf12-69dd05468f6b no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:18:53.155925 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] No Port match for: b3e04057-49ba-4540-bf12-69dd05468f6b {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:18:53.156329 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device b3e04057-49ba-4540-bf12-69dd05468f6b not bound to the agent host hv-cinder-74014 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:18:53.182674 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=69 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:53.233126 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:53.254503 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-494f0eb4-002f-4acf-811c-7b9910eebd42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1703193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1595422'] for router_interface (33b7755f-0ea9-4a24-a5cf-6db9c23f13ea), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:53.342679 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:53.462713 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-494f0eb4-002f-4acf-811c-7b9910eebd42 admin admin] Router 33b7755f-0ea9-4a24-a5cf-6db9c23f13ea has already been hosted by L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:18:53.515101 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:53.566371 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494f0eb4-002f-4acf-811c-7b9910eebd42 admin admin] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:18:53.571298 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-494f0eb4-002f-4acf-811c-7b9910eebd42 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/33b7755f-0ea9-4a24-a5cf-6db9c23f13ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7619004 Sep 29 02:18:53.573868 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 57216) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:53.576323 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a978c59-d151-467b-a08e-b4689f13bca5 None None] Sync routers for ids ['33b7755f-0ea9-4a24-a5cf-6db9c23f13ea'] in dv-cinder-740146-21-smb {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:18:53.588444 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a978c59-d151-467b-a08e-b4689f13bca5 None None] Routers {'33b7755f-0ea9-4a24-a5cf-6db9c23f13ea'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:18:53.589047 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-8a978c59-d151-467b-a08e-b4689f13bca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:18:52Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['33b7755f-0ea9-4a24-a5cf-6db9c23f13ea'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:53.675332 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-79521f73-0466-4ecd-a994-88921a297c05 admin admin] Publish callbacks [] for router (33b7755f-0ea9-4a24-a5cf-6db9c23f13ea), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:53.690634 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-8a978c59-d151-467b-a08e-b4689f13bca5 None None] Set router 33b7755f-0ea9-4a24-a5cf-6db9c23f13ea gateway port host: dv-cinder-740146-21-smb {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:18:53.713800 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=100 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:53.779145 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-79521f73-0466-4ecd-a994-88921a297c05 admin admin] Publish callbacks [] for router_gateway (33b7755f-0ea9-4a24-a5cf-6db9c23f13ea), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:53.825445 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-79521f73-0466-4ecd-a994-88921a297c05 admin admin] Deleting port 0e7718df-f561-4c28-a836-705e31095b5a {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:18:53.825799 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-79521f73-0466-4ecd-a994-88921a297c05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (0e7718df-f561-4c28-a836-705e31095b5a), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:53.869502 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-8a978c59-d151-467b-a08e-b4689f13bca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'name': 'tempest-ServerRescueNegativeTestJSON-952934553-router', 'tenant_id': 'b407de2089554e13839d51f270c3adf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': '0e7718df-f561-4c28-a836-705e31095b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:18:53Z', 'revision_number': 5, 'project_id': 'b407de2089554e13839d51f270c3adf1', 'gw_port': {'id': '0e7718df-f561-4c28-a836-705e31095b5a', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:dc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:41Z', 'updated_at': '2022-09-29T02:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb'}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:53.895707 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a978c59-d151-467b-a08e-b4689f13bca5 None None] Checking router: 33b7755f-0ea9-4a24-a5cf-6db9c23f13ea for host: dv-cinder-740146-21-smb {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:18:53.908215 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a978c59-d151-467b-a08e-b4689f13bca5 None None] Routers {'33b7755f-0ea9-4a24-a5cf-6db9c23f13ea'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:18:53.908215 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-8a978c59-d151-467b-a08e-b4689f13bca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:18:52Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['33b7755f-0ea9-4a24-a5cf-6db9c23f13ea'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:53.916737 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-79521f73-0466-4ecd-a994-88921a297c05 admin admin] For port 0e7718df-f561-4c28-a836-705e31095b5a, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=0e7718df-f561-4c28-a836-705e31095b5a,segment=NetworkSegment(3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633),segment_id=3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:18:53.917237 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-79521f73-0466-4ecd-a994-88921a297c05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (0e7718df-f561-4c28-a836-705e31095b5a), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:53.930299 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-79521f73-0466-4ecd-a994-88921a297c05 admin admin] Calling delete_port for 0e7718df-f561-4c28-a836-705e31095b5a owned by network:router_gateway {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:18:53.987273 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-8a978c59-d151-467b-a08e-b4689f13bca5 None None] Set router 33b7755f-0ea9-4a24-a5cf-6db9c23f13ea gateway port host: None {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:18:54.040088 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-8a978c59-d151-467b-a08e-b4689f13bca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'name': 'tempest-ServerRescueNegativeTestJSON-952934553-router', 'tenant_id': 'b407de2089554e13839d51f270c3adf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:18:53Z', 'revision_number': 6, 'project_id': 'b407de2089554e13839d51f270c3adf1', 'gw_port_host': None}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:54.065273 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a978c59-d151-467b-a08e-b4689f13bca5 None None] The sync data for ids ['33b7755f-0ea9-4a24-a5cf-6db9c23f13ea'] in dv-cinder-740146-21-smb is: [{'id': '33b7755f-0ea9-4a24-a5cf-6db9c23f13ea', 'name': 'tempest-ServerRescueNegativeTestJSON-952934553-router', 'tenant_id': 'b407de2089554e13839d51f270c3adf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:18:53Z', 'revision_number': 6, 'project_id': 'b407de2089554e13839d51f270c3adf1', 'gw_port_host': None}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:18:54.100013 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-79521f73-0466-4ecd-a994-88921a297c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (0e7718df-f561-4c28-a836-705e31095b5a), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:54.124731 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79521f73-0466-4ecd-a994-88921a297c05 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e7718df-f561-4c28-a836-705e31095b5a,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:54.182219 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:54.187485 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-79521f73-0466-4ecd-a994-88921a297c05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1596264'] for router_gateway (33b7755f-0ea9-4a24-a5cf-6db9c23f13ea), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:54.273929 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-79521f73-0466-4ecd-a994-88921a297c05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10382'] for router (33b7755f-0ea9-4a24-a5cf-6db9c23f13ea), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:54.276078 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-79521f73-0466-4ecd-a994-88921a297c05 admin admin] Publish callbacks [] for router_controller (33b7755f-0ea9-4a24-a5cf-6db9c23f13ea), precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:54.320179 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-79521f73-0466-4ecd-a994-88921a297c05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595496'] for router (33b7755f-0ea9-4a24-a5cf-6db9c23f13ea), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:54.320859 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79521f73-0466-4ecd-a994-88921a297c05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33b7755f-0ea9-4a24-a5cf-6db9c23f13ea {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 02:18:54.324911 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-79521f73-0466-4ecd-a994-88921a297c05 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:54.326099 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-79521f73-0466-4ecd-a994-88921a297c05 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/33b7755f-0ea9-4a24-a5cf-6db9c23f13ea HTTP/1.1" status: 204 len: 168 time: 0.7511735 Sep 29 02:18:54.328689 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 57218) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:54.374232 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce4d498f-986c-41a8-8368-f890cd9e288a admin admin] Deleting subnet 2111ad5b-3d2c-43c1-94a3-5ae626ce912e {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 29 02:18:54.377516 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ce4d498f-986c-41a8-8368-f890cd9e288a admin admin] Publish callbacks [] for subnet (2111ad5b-3d2c-43c1-94a3-5ae626ce912e), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:54.417639 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ce4d498f-986c-41a8-8368-f890cd9e288a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26031577'] for subnet (2111ad5b-3d2c-43c1-94a3-5ae626ce912e), precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:54.437585 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:54.505776 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ce4d498f-986c-41a8-8368-f890cd9e288a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-885443'] for subnet (2111ad5b-3d2c-43c1-94a3-5ae626ce912e), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:54.557564 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ce4d498f-986c-41a8-8368-f890cd9e288a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-890536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26030570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25691294'] for subnet (2111ad5b-3d2c-43c1-94a3-5ae626ce912e), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:54.585139 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ce4d498f-986c-41a8-8368-f890cd9e288a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for subnet (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:54.588379 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-ce4d498f-986c-41a8-8368-f890cd9e288a admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/2111ad5b-3d2c-43c1-94a3-5ae626ce912e HTTP/1.1" status: 204 len: 168 time: 0.2586689 Sep 29 02:18:54.589382 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d498f-986c-41a8-8368-f890cd9e288a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2111ad5b-3d2c-43c1-94a3-5ae626ce912e,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:54.590360 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7b9fe4-bbfd-464a-b546-67d8c1fc2f2d None None] Network ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3 requested from dv-cinder-740146-21-smb {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:18:54.590847 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 57220) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:54.659643 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d133610f-0e72-4136-9e34-ffde5f7a323b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790930'] for network (ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:54.705493 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-d133610f-0e72-4136-9e34-ffde5f7a323b admin admin] Deleting port fe5baa51-91f2-4736-8ca1-1c9d39302b29 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:18:54.705788 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d133610f-0e72-4136-9e34-ffde5f7a323b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (fe5baa51-91f2-4736-8ca1-1c9d39302b29), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:54.770614 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-d133610f-0e72-4136-9e34-ffde5f7a323b admin admin] For port fe5baa51-91f2-4736-8ca1-1c9d39302b29, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=fe5baa51-91f2-4736-8ca1-1c9d39302b29,segment=NetworkSegment(a8a02d65-1024-4bc6-87a2-058a2a88454f),segment_id=a8a02d65-1024-4bc6-87a2-058a2a88454f)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:18:54.771011 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d133610f-0e72-4136-9e34-ffde5f7a323b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (fe5baa51-91f2-4736-8ca1-1c9d39302b29), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:54.781277 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:54.785262 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-d133610f-0e72-4136-9e34-ffde5f7a323b admin admin] Calling delete_port for fe5baa51-91f2-4736-8ca1-1c9d39302b29 owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:18:54.834771 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509982ed-422e-4720-9747-4a4d94824cf2 None None] DHCP port deletion for ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3 request from dv-cinder-740146-21-smb {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 29 02:18:54.845886 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 41b1fad6-5bc1-4b7d-a599-142e18589d17 no longer exists at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:18:54.881829 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d133610f-0e72-4136-9e34-ffde5f7a323b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (fe5baa51-91f2-4736-8ca1-1c9d39302b29), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:54.893869 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] No Port match for: 41b1fad6-5bc1-4b7d-a599-142e18589d17 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:18:54.894744 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 41b1fad6-5bc1-4b7d-a599-142e18589d17 not bound to the agent host dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:18:54.910342 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133610f-0e72-4136-9e34-ffde5f7a323b admin admin] Pushing event deleted for resources: {'Port': ['ID=fe5baa51-91f2-4736-8ca1-1c9d39302b29,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:54.910642 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-509982ed-422e-4720-9747-4a4d94824cf2 None None] Deleting port fe5baa51-91f2-4736-8ca1-1c9d39302b29 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:18:54.910915 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-509982ed-422e-4720-9747-4a4d94824cf2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (fe5baa51-91f2-4736-8ca1-1c9d39302b29), before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:54.914347 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:54.917738 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d133610f-0e72-4136-9e34-ffde5f7a323b admin admin] No DVR routers for this DVR port fe5baa51-91f2-4736-8ca1-1c9d39302b29 on host dv-cinder-740146-21-smb {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:18:54.980152 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-509982ed-422e-4720-9747-4a4d94824cf2 None None] For port fe5baa51-91f2-4736-8ca1-1c9d39302b29, host dv-cinder-740146-21-smb, got binding levels [] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:18:54.980553 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-509982ed-422e-4720-9747-4a4d94824cf2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (fe5baa51-91f2-4736-8ca1-1c9d39302b29), precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:54.994231 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d133610f-0e72-4136-9e34-ffde5f7a323b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-847605', 'neutron.services.segments.db._delete_segments_for_network-8769072566986'] for network (ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:54.995045 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-509982ed-422e-4720-9747-4a4d94824cf2 None None] Calling delete_port for fe5baa51-91f2-4736-8ca1-1c9d39302b29 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:18:54.997986 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.ipam_backend_mixin [None req-509982ed-422e-4720-9747-4a4d94824cf2 None None] Port fe5baa51-91f2-4736-8ca1-1c9d39302b29 was not found and therefore no delete operation was performed {{(pid=106441) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 29 02:18:54.999266 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-509982ed-422e-4720-9747-4a4d94824cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429'] for port (fe5baa51-91f2-4736-8ca1-1c9d39302b29), after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:55.015277 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.services.segments.db [None req-d133610f-0e72-4136-9e34-ffde5f7a323b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:55.022417 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509982ed-422e-4720-9747-4a4d94824cf2 None None] Pushing event deleted for resources: {'Port': ['ID=fe5baa51-91f2-4736-8ca1-1c9d39302b29,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:55.025385 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.services.segments.db [None req-d133610f-0e72-4136-9e34-ffde5f7a323b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a02d65-1024-4bc6-87a2-058a2a88454f') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:55.025793 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.services.segments.db [None req-d133610f-0e72-4136-9e34-ffde5f7a323b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a02d65-1024-4bc6-87a2-058a2a88454f') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:18:55.028174 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509982ed-422e-4720-9747-4a4d94824cf2 None None] No DVR routers for this DVR port fe5baa51-91f2-4736-8ca1-1c9d39302b29 on host dv-cinder-740146-21-smb {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:18:55.041777 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d133610f-0e72-4136-9e34-ffde5f7a323b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769072454503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26031568'] for segment (a8a02d65-1024-4bc6-87a2-058a2a88454f), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:55.056103 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d133610f-0e72-4136-9e34-ffde5f7a323b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841896'] for segment (a8a02d65-1024-4bc6-87a2-058a2a88454f), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:55.062557 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d133610f-0e72-4136-9e34-ffde5f7a323b admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 02:18:55.063012 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d133610f-0e72-4136-9e34-ffde5f7a323b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26030404'] for segment (a8a02d65-1024-4bc6-87a2-058a2a88454f), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:55.107216 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.services.segments.plugin [-] Segment a8a02d65-1024-4bc6-87a2-058a2a88454f resource provider aggregate not found Sep 29 02:18:55.127775 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.services.segments.plugin [-] Segment a8a02d65-1024-4bc6-87a2-058a2a88454f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a8a02d65-1024-4bc6-87a2-058a2a88454f found for delete ", "request_id": "req-764aa2d6-b3c8-40a7-be12-0e911a50e23b"}]} Sep 29 02:18:55.138668 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d133610f-0e72-4136-9e34-ffde5f7a323b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-847614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1596307'] for network (ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:55.144995 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d133610f-0e72-4136-9e34-ffde5f7a323b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for network (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:55.148130 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-d133610f-0e72-4136-9e34-ffde5f7a323b admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3 HTTP/1.1" status: 204 len: 168 time: 0.5563486 Sep 29 02:18:55.162192 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133610f-0e72-4136-9e34-ffde5f7a323b admin admin] Pushing event deleted for resources: {'Network': ['ID=ef6cd1ac-8124-4d0e-8dac-c8a55f6fcff3,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:55.279523 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 57228) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:55.320103 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-ff3ed519-2b67-4678-8f73-eb17857b3884 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=b407de2089554e13839d51f270c3adf1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0394037 Sep 29 02:18:55.322592 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 57230) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:55.329126 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:55.373010 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6c17fb11-dbe0-46a5-8c9d-9e513c280b9e admin admin] Publish callbacks [] for security_group (101e538a-6459-4a66-a62f-0064ae2f1b03), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:55.375395 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:18:55.398620 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6c17fb11-dbe0-46a5-8c9d-9e513c280b9e admin admin] Publish callbacks [] for security_group (101e538a-6459-4a66-a62f-0064ae2f1b03), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:55.444660 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6c17fb11-dbe0-46a5-8c9d-9e513c280b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (101e538a-6459-4a66-a62f-0064ae2f1b03), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:55.447138 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6c17fb11-dbe0-46a5-8c9d-9e513c280b9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:55.448274 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-6c17fb11-dbe0-46a5-8c9d-9e513c280b9e admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/101e538a-6459-4a66-a62f-0064ae2f1b03 HTTP/1.1" status: 204 len: 168 time: 0.1247828 Sep 29 02:18:55.455780 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c17fb11-dbe0-46a5-8c9d-9e513c280b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101e538a-6459-4a66-a62f-0064ae2f1b03,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:56.465978 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device fe5baa51-91f2-4736-8ca1-1c9d39302b29 no longer exists at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:18:56.488412 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] No Port match for: fe5baa51-91f2-4736-8ca1-1c9d39302b29 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:18:56.488743 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device fe5baa51-91f2-4736-8ca1-1c9d39302b29 not bound to the agent host dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:18:56.489176 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 0e7718df-f561-4c28-a836-705e31095b5a no longer exists at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:18:56.508288 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] No Port match for: 0e7718df-f561-4c28-a836-705e31095b5a {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:18:56.508635 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 0e7718df-f561-4c28-a836-705e31095b5a not bound to the agent host dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:18:57.146107 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 57282) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:57.250127 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-324ae450-f27c-4977-add9-3142a71a2418 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:57.324204 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-324ae450-f27c-4977-add9-3142a71a2418 admin admin] Publish callbacks [] for security_group (af8c73d7-53d7-4257-aaf3-4cd4072ee328), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:57.327913 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-324ae450-f27c-4977-add9-3142a71a2418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (af8c73d7-53d7-4257-aaf3-4cd4072ee328), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:57.367673 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-324ae450-f27c-4977-add9-3142a71a2418 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=7198744ca5dc422e86c6386333609fad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2205169 Sep 29 02:18:57.368391 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ae450-f27c-4977-add9-3142a71a2418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8c73d7-53d7-4257-aaf3-4cd4072ee328,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:57.370373 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 57286) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:57.423073 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-13126460-bc00-4113-8e49-8a901a2b1c5f admin admin] Publish callbacks [] for security_group (af8c73d7-53d7-4257-aaf3-4cd4072ee328), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:57.443089 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-13126460-bc00-4113-8e49-8a901a2b1c5f admin admin] Publish callbacks [] for security_group (af8c73d7-53d7-4257-aaf3-4cd4072ee328), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:57.490198 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-13126460-bc00-4113-8e49-8a901a2b1c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (af8c73d7-53d7-4257-aaf3-4cd4072ee328), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:57.492679 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-13126460-bc00-4113-8e49-8a901a2b1c5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:57.493877 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-13126460-bc00-4113-8e49-8a901a2b1c5f admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/af8c73d7-53d7-4257-aaf3-4cd4072ee328 HTTP/1.1" status: 204 len: 168 time: 0.1224797 Sep 29 02:18:57.501510 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13126460-bc00-4113-8e49-8a901a2b1c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8c73d7-53d7-4257-aaf3-4cd4072ee328,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:57.754934 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 57292) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:57.768492 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-27d7a1c5-dc02-4645-8062-5a901ab6044c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:57.843523 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-27d7a1c5-dc02-4645-8062-5a901ab6044c admin admin] Publish callbacks [] for security_group (099ee324-6e8e-494f-8b73-cb4512085683), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:57.847415 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-27d7a1c5-dc02-4645-8062-5a901ab6044c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (099ee324-6e8e-494f-8b73-cb4512085683), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:57.890369 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-27d7a1c5-dc02-4645-8062-5a901ab6044c admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=3e502e64263941bea9844987d10bb352&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343553 Sep 29 02:18:57.891407 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d7a1c5-dc02-4645-8062-5a901ab6044c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099ee324-6e8e-494f-8b73-cb4512085683,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:18:57.893229 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 57294) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:18:57.943158 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0f3e5ed7-362c-419e-9713-0898c69a7132 admin admin] Publish callbacks [] for security_group (099ee324-6e8e-494f-8b73-cb4512085683), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:57.962729 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0f3e5ed7-362c-419e-9713-0898c69a7132 admin admin] Publish callbacks [] for security_group (099ee324-6e8e-494f-8b73-cb4512085683), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:58.013238 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0f3e5ed7-362c-419e-9713-0898c69a7132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (099ee324-6e8e-494f-8b73-cb4512085683), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:58.015983 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0f3e5ed7-362c-419e-9713-0898c69a7132 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:18:58.017150 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-0f3e5ed7-362c-419e-9713-0898c69a7132 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/099ee324-6e8e-494f-8b73-cb4512085683 HTTP/1.1" status: 204 len: 168 time: 0.1226590 Sep 29 02:18:58.025351 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e5ed7-362c-419e-9713-0898c69a7132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099ee324-6e8e-494f-8b73-cb4512085683,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:04.015153 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=37 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:04.066164 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=32 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:07.382655 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 57414) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:07.439375 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a121e537-67af-441e-b064-2c0c8e713a7e tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] Publish callbacks [] for security_group (11403870-b514-48df-abea-6e23652724c4), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:07.465071 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a121e537-67af-441e-b064-2c0c8e713a7e tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] Publish callbacks [] for security_group (11403870-b514-48df-abea-6e23652724c4), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:07.475277 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:07.496889 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:07.514740 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=63,neutron:UPDATE=3 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:07.529922 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a121e537-67af-441e-b064-2c0c8e713a7e tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (11403870-b514-48df-abea-6e23652724c4), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:07.532461 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a121e537-67af-441e-b064-2c0c8e713a7e tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:07.534217 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-a121e537-67af-441e-b064-2c0c8e713a7e tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/11403870-b514-48df-abea-6e23652724c4 HTTP/1.1" status: 204 len: 168 time: 0.1499677 Sep 29 02:19:07.543832 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121e537-67af-441e-b064-2c0c8e713a7e tempest-TestShelveInstance-1006152266 tempest-TestShelveInstance-1006152266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11403870-b514-48df-abea-6e23652724c4,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:07.586030 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 57420) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:07.921155 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f9424883-80dd-4357-a3ff-dfbb1e146bfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2064814'] for router_interface (8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:07.958277 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=15 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:07.970340 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:08.037765 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:08.151086 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-f9424883-80dd-4357-a3ff-dfbb1e146bfd admin admin] Deleting port dde3cc94-b072-4c60-96e6-7ed31f6f7f21 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:19:08.151333 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f9424883-80dd-4357-a3ff-dfbb1e146bfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (dde3cc94-b072-4c60-96e6-7ed31f6f7f21), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:08.231363 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-f9424883-80dd-4357-a3ff-dfbb1e146bfd admin admin] For port dde3cc94-b072-4c60-96e6-7ed31f6f7f21, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=dde3cc94-b072-4c60-96e6-7ed31f6f7f21,segment=NetworkSegment(99e13ae0-baa8-4c19-aaf4-df298c2960c6),segment_id=99e13ae0-baa8-4c19-aaf4-df298c2960c6)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:19:08.231722 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f9424883-80dd-4357-a3ff-dfbb1e146bfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (dde3cc94-b072-4c60-96e6-7ed31f6f7f21), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:08.248803 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-f9424883-80dd-4357-a3ff-dfbb1e146bfd admin admin] Calling delete_port for dde3cc94-b072-4c60-96e6-7ed31f6f7f21 owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:19:08.249722 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:08.423776 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f9424883-80dd-4357-a3ff-dfbb1e146bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (dde3cc94-b072-4c60-96e6-7ed31f6f7f21), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:08.448877 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9424883-80dd-4357-a3ff-dfbb1e146bfd admin admin] Pushing event deleted for resources: {'Port': ['ID=dde3cc94-b072-4c60-96e6-7ed31f6f7f21,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:08.609367 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f9424883-80dd-4357-a3ff-dfbb1e146bfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1703193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1595422'] for router_interface (8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:09.048594 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:09.074482 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9424883-80dd-4357-a3ff-dfbb1e146bfd admin admin] Router 8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2 has already been hosted by L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:19:09.077785 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:09.186678 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9424883-80dd-4357-a3ff-dfbb1e146bfd admin admin] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:19:09.193927 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-f9424883-80dd-4357-a3ff-dfbb1e146bfd admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6066914 Sep 29 02:19:09.195010 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 57460) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:09.198140 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fee9f3-f554-49d8-a964-74dd918ae31b None None] Sync routers for ids ['8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2'] in dv-cinder-740146-21-smb {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:19:09.211692 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fee9f3-f554-49d8-a964-74dd918ae31b None None] Routers {'8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:19:09.212591 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-d5fee9f3-f554-49d8-a964-74dd918ae31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:18:52Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:09.305011 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fecb3e45-31ec-4e64-925e-8b1579882202 admin admin] Publish callbacks [] for router (8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:09.319569 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-d5fee9f3-f554-49d8-a964-74dd918ae31b None None] Set router 8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2 gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:19:09.405007 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fecb3e45-31ec-4e64-925e-8b1579882202 admin admin] Publish callbacks [] for router_gateway (8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:09.446995 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-fecb3e45-31ec-4e64-925e-8b1579882202 admin admin] Deleting port 6f0f53f3-ef8d-46aa-a348-9e21b3f7c506 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:19:09.447249 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fecb3e45-31ec-4e64-925e-8b1579882202 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (6f0f53f3-ef8d-46aa-a348-9e21b3f7c506), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:09.493573 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-d5fee9f3-f554-49d8-a964-74dd918ae31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2', 'name': 'tempest-TestShelveInstance-1865129362-router', 'tenant_id': 'df0405453f304b0091c0d9eda1c17725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.230'}], 'enable_snat': True}, 'gw_port_id': '6f0f53f3-ef8d-46aa-a348-9e21b3f7c506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:17:34Z', 'updated_at': '2022-09-29T02:19:08Z', 'revision_number': 5, 'project_id': 'df0405453f304b0091c0d9eda1c17725', 'gw_port': {'id': '6f0f53f3-ef8d-46aa-a348-9e21b3f7c506', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:35Z', 'updated_at': '2022-09-29T02:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb'}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:09.518525 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fee9f3-f554-49d8-a964-74dd918ae31b None None] Checking router: 8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2 for host: dv-cinder-740146-21-smb {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:19:09.526736 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fee9f3-f554-49d8-a964-74dd918ae31b None None] Routers {'8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:19:09.527332 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-d5fee9f3-f554-49d8-a964-74dd918ae31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:18:52Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:09.529450 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-fecb3e45-31ec-4e64-925e-8b1579882202 admin admin] For port 6f0f53f3-ef8d-46aa-a348-9e21b3f7c506, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=6f0f53f3-ef8d-46aa-a348-9e21b3f7c506,segment=NetworkSegment(3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633),segment_id=3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:19:09.529818 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fecb3e45-31ec-4e64-925e-8b1579882202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (6f0f53f3-ef8d-46aa-a348-9e21b3f7c506), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:09.543281 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-fecb3e45-31ec-4e64-925e-8b1579882202 admin admin] Calling delete_port for 6f0f53f3-ef8d-46aa-a348-9e21b3f7c506 owned by network:router_gateway {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:19:09.722089 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fecb3e45-31ec-4e64-925e-8b1579882202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (6f0f53f3-ef8d-46aa-a348-9e21b3f7c506), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:09.735702 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-d5fee9f3-f554-49d8-a964-74dd918ae31b None None] Set router 8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2 gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:19:09.750973 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb3e45-31ec-4e64-925e-8b1579882202 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f0f53f3-ef8d-46aa-a348-9e21b3f7c506,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:09.787779 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-d5fee9f3-f554-49d8-a964-74dd918ae31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2', 'name': 'tempest-TestShelveInstance-1865129362-router', 'tenant_id': 'df0405453f304b0091c0d9eda1c17725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:17:34Z', 'updated_at': '2022-09-29T02:19:09Z', 'revision_number': 6, 'project_id': 'df0405453f304b0091c0d9eda1c17725', 'gw_port_host': None}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:09.812217 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fee9f3-f554-49d8-a964-74dd918ae31b None None] The sync data for ids ['8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2'] in dv-cinder-740146-21-smb is: [{'id': '8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2', 'name': 'tempest-TestShelveInstance-1865129362-router', 'tenant_id': 'df0405453f304b0091c0d9eda1c17725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:17:34Z', 'updated_at': '2022-09-29T02:19:09Z', 'revision_number': 6, 'project_id': 'df0405453f304b0091c0d9eda1c17725', 'gw_port_host': None}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:19:09.815917 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fecb3e45-31ec-4e64-925e-8b1579882202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1596264'] for router_gateway (8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:09.907875 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fecb3e45-31ec-4e64-925e-8b1579882202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10382'] for router (8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:09.910656 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fecb3e45-31ec-4e64-925e-8b1579882202 admin admin] Publish callbacks [] for router_controller (8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2), precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:09.953392 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fecb3e45-31ec-4e64-925e-8b1579882202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595496'] for router (8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:09.953996 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fecb3e45-31ec-4e64-925e-8b1579882202 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2 {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 02:19:09.958445 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fecb3e45-31ec-4e64-925e-8b1579882202 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:09.959624 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-fecb3e45-31ec-4e64-925e-8b1579882202 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/8f750dc7-fcf8-4ce2-a73a-2d2637aa7ae2 HTTP/1.1" status: 204 len: 168 time: 0.7634127 Sep 29 02:19:09.962154 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 57462) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:10.011403 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-35535bee-bfcf-4463-86c2-8b12fd466e46 admin admin] Deleting subnet c2ee33f6-27fd-478c-8594-356279dab737 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 29 02:19:10.014094 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:10.015149 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-35535bee-bfcf-4463-86c2-8b12fd466e46 admin admin] Publish callbacks [] for subnet (c2ee33f6-27fd-478c-8594-356279dab737), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:10.034057 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:10.052816 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-35535bee-bfcf-4463-86c2-8b12fd466e46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26031577'] for subnet (c2ee33f6-27fd-478c-8594-356279dab737), precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:10.130653 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-35535bee-bfcf-4463-86c2-8b12fd466e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-885443'] for subnet (c2ee33f6-27fd-478c-8594-356279dab737), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:10.197138 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-35535bee-bfcf-4463-86c2-8b12fd466e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-890536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26030570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25691294'] for subnet (c2ee33f6-27fd-478c-8594-356279dab737), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:10.227498 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35535bee-bfcf-4463-86c2-8b12fd466e46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2ee33f6-27fd-478c-8594-356279dab737,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:10.232298 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-35535bee-bfcf-4463-86c2-8b12fd466e46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for subnet (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:10.238855 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 57476) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:10.239615 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdfec23-0d1d-4593-8711-36fb9048f2a2 None None] Network 92f847ed-2962-457c-914a-6a3bcf2e1d71 requested from dv-cinder-740146-21-smb {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:19:10.249599 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-35535bee-bfcf-4463-86c2-8b12fd466e46 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/c2ee33f6-27fd-478c-8594-356279dab737 HTTP/1.1" status: 204 len: 168 time: 0.2723119 Sep 29 02:19:10.347978 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-744cc3c3-dff8-44fa-ac33-fe1e3b95ee64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790930'] for network (92f847ed-2962-457c-914a-6a3bcf2e1d71), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:10.401279 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-744cc3c3-dff8-44fa-ac33-fe1e3b95ee64 admin admin] Deleting port 864a01fc-c548-497a-923b-b62766c4807e {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:19:10.401653 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-744cc3c3-dff8-44fa-ac33-fe1e3b95ee64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (864a01fc-c548-497a-923b-b62766c4807e), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:10.473877 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-744cc3c3-dff8-44fa-ac33-fe1e3b95ee64 admin admin] For port 864a01fc-c548-497a-923b-b62766c4807e, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=864a01fc-c548-497a-923b-b62766c4807e,segment=NetworkSegment(99e13ae0-baa8-4c19-aaf4-df298c2960c6),segment_id=99e13ae0-baa8-4c19-aaf4-df298c2960c6)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:19:10.474234 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-744cc3c3-dff8-44fa-ac33-fe1e3b95ee64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (864a01fc-c548-497a-923b-b62766c4807e), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:10.487027 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-744cc3c3-dff8-44fa-ac33-fe1e3b95ee64 admin admin] Calling delete_port for 864a01fc-c548-497a-923b-b62766c4807e owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:19:10.576491 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-744cc3c3-dff8-44fa-ac33-fe1e3b95ee64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27012499'] for port (864a01fc-c548-497a-923b-b62766c4807e), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:10.607294 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744cc3c3-dff8-44fa-ac33-fe1e3b95ee64 admin admin] No DVR routers for this DVR port 864a01fc-c548-497a-923b-b62766c4807e on host dv-cinder-740146-21-smb {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:19:10.609094 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744cc3c3-dff8-44fa-ac33-fe1e3b95ee64 admin admin] Pushing event deleted for resources: {'Port': ['ID=864a01fc-c548-497a-923b-b62766c4807e,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:10.639370 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566088ad-150d-4dcf-aa15-5fc817e6bc41 None None] DHCP port deletion for 92f847ed-2962-457c-914a-6a3bcf2e1d71 request from dv-cinder-740146-21-smb {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 29 02:19:10.711143 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-744cc3c3-dff8-44fa-ac33-fe1e3b95ee64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-847605', 'neutron.services.segments.db._delete_segments_for_network-8769072566986'] for network (92f847ed-2962-457c-914a-6a3bcf2e1d71), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:10.749624 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 864a01fc-c548-497a-923b-b62766c4807e no longer exists at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:19:10.758251 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.services.segments.db [None req-744cc3c3-dff8-44fa-ac33-fe1e3b95ee64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92f847ed-2962-457c-914a-6a3bcf2e1d71']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:10.771467 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] No Port match for: 864a01fc-c548-497a-923b-b62766c4807e {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:19:10.771910 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 864a01fc-c548-497a-923b-b62766c4807e not bound to the agent host dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:19:10.772397 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 6f0f53f3-ef8d-46aa-a348-9e21b3f7c506 no longer exists at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:19:10.776488 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.services.segments.db [None req-744cc3c3-dff8-44fa-ac33-fe1e3b95ee64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e13ae0-baa8-4c19-aaf4-df298c2960c6') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:10.776786 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.services.segments.db [None req-744cc3c3-dff8-44fa-ac33-fe1e3b95ee64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e13ae0-baa8-4c19-aaf4-df298c2960c6') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:10.790106 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-744cc3c3-dff8-44fa-ac33-fe1e3b95ee64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769072454503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27011546'] for segment (99e13ae0-baa8-4c19-aaf4-df298c2960c6), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:10.805863 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] No Port match for: 6f0f53f3-ef8d-46aa-a348-9e21b3f7c506 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:19:10.805863 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 6f0f53f3-ef8d-46aa-a348-9e21b3f7c506 not bound to the agent host dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:19:10.805863 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device dde3cc94-b072-4c60-96e6-7ed31f6f7f21 no longer exists at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:19:10.822186 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-744cc3c3-dff8-44fa-ac33-fe1e3b95ee64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841896'] for segment (99e13ae0-baa8-4c19-aaf4-df298c2960c6), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:10.823054 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] No Port match for: dde3cc94-b072-4c60-96e6-7ed31f6f7f21 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:19:10.823304 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device dde3cc94-b072-4c60-96e6-7ed31f6f7f21 not bound to the agent host dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:19:10.831571 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-744cc3c3-dff8-44fa-ac33-fe1e3b95ee64 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 02:19:10.832146 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-744cc3c3-dff8-44fa-ac33-fe1e3b95ee64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27012448'] for segment (99e13ae0-baa8-4c19-aaf4-df298c2960c6), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:10.861251 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.services.segments.plugin [-] Segment 99e13ae0-baa8-4c19-aaf4-df298c2960c6 resource provider aggregate not found Sep 29 02:19:10.892189 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.services.segments.plugin [-] Segment 99e13ae0-baa8-4c19-aaf4-df298c2960c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 99e13ae0-baa8-4c19-aaf4-df298c2960c6 found for delete ", "request_id": "req-fa68ad94-d14e-4dc1-8be4-cb7cd215ad09"}]} Sep 29 02:19:10.914555 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-744cc3c3-dff8-44fa-ac33-fe1e3b95ee64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-847614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1596307'] for network (92f847ed-2962-457c-914a-6a3bcf2e1d71), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:10.920349 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-744cc3c3-dff8-44fa-ac33-fe1e3b95ee64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for network (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:10.924487 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-744cc3c3-dff8-44fa-ac33-fe1e3b95ee64 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/92f847ed-2962-457c-914a-6a3bcf2e1d71 HTTP/1.1" status: 204 len: 168 time: 0.6839516 Sep 29 02:19:10.927670 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 57494) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:10.939107 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744cc3c3-dff8-44fa-ac33-fe1e3b95ee64 admin admin] Pushing event deleted for resources: {'Network': ['ID=92f847ed-2962-457c-914a-6a3bcf2e1d71,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:11.242803 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-22e1e551-90b9-466f-9352-c6df6412fdda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2064814'] for router_interface (2ef6a13d-d436-4e40-a569-c0c8ef2000d2), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:11.468026 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-22e1e551-90b9-466f-9352-c6df6412fdda admin admin] Deleting port c429967f-af9a-4689-9aa3-5007a9559ff6 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:19:11.468367 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-22e1e551-90b9-466f-9352-c6df6412fdda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (c429967f-af9a-4689-9aa3-5007a9559ff6), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:11.550676 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-22e1e551-90b9-466f-9352-c6df6412fdda admin admin] For port c429967f-af9a-4689-9aa3-5007a9559ff6, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=c429967f-af9a-4689-9aa3-5007a9559ff6,segment=NetworkSegment(271c6e91-4f73-4635-93f2-8ee94e38b779),segment_id=271c6e91-4f73-4635-93f2-8ee94e38b779)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:19:11.551033 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-22e1e551-90b9-466f-9352-c6df6412fdda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (c429967f-af9a-4689-9aa3-5007a9559ff6), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:11.563303 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-22e1e551-90b9-466f-9352-c6df6412fdda admin admin] Calling delete_port for c429967f-af9a-4689-9aa3-5007a9559ff6 owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:19:11.574971 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:11.600416 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:11.754891 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-22e1e551-90b9-466f-9352-c6df6412fdda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (c429967f-af9a-4689-9aa3-5007a9559ff6), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:11.780453 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e1e551-90b9-466f-9352-c6df6412fdda admin admin] Pushing event deleted for resources: {'Port': ['ID=c429967f-af9a-4689-9aa3-5007a9559ff6,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:11.972051 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-22e1e551-90b9-466f-9352-c6df6412fdda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1703193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1595422'] for router_interface (2ef6a13d-d436-4e40-a569-c0c8ef2000d2), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:12.185408 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e1e551-90b9-466f-9352-c6df6412fdda admin admin] Router 2ef6a13d-d436-4e40-a569-c0c8ef2000d2 has already been hosted by L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:19:12.295482 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e1e551-90b9-466f-9352-c6df6412fdda admin admin] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:19:12.300714 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-22e1e551-90b9-466f-9352-c6df6412fdda admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/2ef6a13d-d436-4e40-a569-c0c8ef2000d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3720231 Sep 29 02:19:12.303285 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 57512) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:12.305196 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34098a6f-88d7-4ac8-9352-d6e810cc7364 None None] Sync routers for ids ['2ef6a13d-d436-4e40-a569-c0c8ef2000d2'] in dv-cinder-740146-21-smb {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:19:12.316946 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34098a6f-88d7-4ac8-9352-d6e810cc7364 None None] Routers {'2ef6a13d-d436-4e40-a569-c0c8ef2000d2'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:19:12.317662 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-34098a6f-88d7-4ac8-9352-d6e810cc7364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:18:52Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['2ef6a13d-d436-4e40-a569-c0c8ef2000d2'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:12.406649 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-61d09b73-b593-4bec-b8e9-68fb938935cb admin admin] Publish callbacks [] for router (2ef6a13d-d436-4e40-a569-c0c8ef2000d2), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:12.442381 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:12.512313 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-34098a6f-88d7-4ac8-9352-d6e810cc7364 None None] Set router 2ef6a13d-d436-4e40-a569-c0c8ef2000d2 gateway port host: dv-cinder-740146-21-smb {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:19:12.512513 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-61d09b73-b593-4bec-b8e9-68fb938935cb admin admin] Publish callbacks [] for router_gateway (2ef6a13d-d436-4e40-a569-c0c8ef2000d2), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:12.561397 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-61d09b73-b593-4bec-b8e9-68fb938935cb admin admin] Deleting port a0a77c22-a9cb-4c81-9b27-905060d7e3ce {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:19:12.561680 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-61d09b73-b593-4bec-b8e9-68fb938935cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (a0a77c22-a9cb-4c81-9b27-905060d7e3ce), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:12.604488 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:12.703732 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-34098a6f-88d7-4ac8-9352-d6e810cc7364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef6a13d-d436-4e40-a569-c0c8ef2000d2', 'name': 'tempest-TestShelveInstance-1313708956-router', 'tenant_id': 'f024de3be4b546368070c6bde987fcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.196'}], 'enable_snat': True}, 'gw_port_id': 'a0a77c22-a9cb-4c81-9b27-905060d7e3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:17:40Z', 'updated_at': '2022-09-29T02:19:11Z', 'revision_number': 5, 'project_id': 'f024de3be4b546368070c6bde987fcb3', 'gw_port': {'id': 'a0a77c22-a9cb-4c81-9b27-905060d7e3ce', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:cc:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef6a13d-d436-4e40-a569-c0c8ef2000d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:17:40Z', 'updated_at': '2022-09-29T02:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb'}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:12.733660 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34098a6f-88d7-4ac8-9352-d6e810cc7364 None None] Checking router: 2ef6a13d-d436-4e40-a569-c0c8ef2000d2 for host: dv-cinder-740146-21-smb {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:19:12.743766 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34098a6f-88d7-4ac8-9352-d6e810cc7364 None None] Routers {'2ef6a13d-d436-4e40-a569-c0c8ef2000d2'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:19:12.744395 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-34098a6f-88d7-4ac8-9352-d6e810cc7364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:18:52Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['2ef6a13d-d436-4e40-a569-c0c8ef2000d2'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:12.839191 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-34098a6f-88d7-4ac8-9352-d6e810cc7364 None None] Set router 2ef6a13d-d436-4e40-a569-c0c8ef2000d2 gateway port host: None {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:19:12.896846 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-34098a6f-88d7-4ac8-9352-d6e810cc7364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef6a13d-d436-4e40-a569-c0c8ef2000d2', 'name': 'tempest-TestShelveInstance-1313708956-router', 'tenant_id': 'f024de3be4b546368070c6bde987fcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:17:40Z', 'updated_at': '2022-09-29T02:19:12Z', 'revision_number': 6, 'project_id': 'f024de3be4b546368070c6bde987fcb3', 'gw_port_host': None}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:12.908059 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-61d09b73-b593-4bec-b8e9-68fb938935cb admin admin] For port a0a77c22-a9cb-4c81-9b27-905060d7e3ce, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=a0a77c22-a9cb-4c81-9b27-905060d7e3ce,segment=NetworkSegment(3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633),segment_id=3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:19:12.909086 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-61d09b73-b593-4bec-b8e9-68fb938935cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (a0a77c22-a9cb-4c81-9b27-905060d7e3ce), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:12.923652 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-61d09b73-b593-4bec-b8e9-68fb938935cb admin admin] Calling delete_port for a0a77c22-a9cb-4c81-9b27-905060d7e3ce owned by network:router_gateway {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:19:12.937084 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34098a6f-88d7-4ac8-9352-d6e810cc7364 None None] The sync data for ids ['2ef6a13d-d436-4e40-a569-c0c8ef2000d2'] in dv-cinder-740146-21-smb is: [{'id': '2ef6a13d-d436-4e40-a569-c0c8ef2000d2', 'name': 'tempest-TestShelveInstance-1313708956-router', 'tenant_id': 'f024de3be4b546368070c6bde987fcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:17:40Z', 'updated_at': '2022-09-29T02:19:12Z', 'revision_number': 6, 'project_id': 'f024de3be4b546368070c6bde987fcb3', 'gw_port_host': None}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:19:13.116732 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-61d09b73-b593-4bec-b8e9-68fb938935cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (a0a77c22-a9cb-4c81-9b27-905060d7e3ce), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:13.143915 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d09b73-b593-4bec-b8e9-68fb938935cb admin admin] Pushing event deleted for resources: {'Port': ['ID=a0a77c22-a9cb-4c81-9b27-905060d7e3ce,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:13.208085 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-61d09b73-b593-4bec-b8e9-68fb938935cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1596264'] for router_gateway (2ef6a13d-d436-4e40-a569-c0c8ef2000d2), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:13.316719 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-61d09b73-b593-4bec-b8e9-68fb938935cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10382'] for router (2ef6a13d-d436-4e40-a569-c0c8ef2000d2), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:13.319009 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-61d09b73-b593-4bec-b8e9-68fb938935cb admin admin] Publish callbacks [] for router_controller (2ef6a13d-d436-4e40-a569-c0c8ef2000d2), precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:13.364864 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-61d09b73-b593-4bec-b8e9-68fb938935cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595496'] for router (2ef6a13d-d436-4e40-a569-c0c8ef2000d2), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:13.365486 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d09b73-b593-4bec-b8e9-68fb938935cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ef6a13d-d436-4e40-a569-c0c8ef2000d2 {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 02:19:13.370418 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-61d09b73-b593-4bec-b8e9-68fb938935cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:13.371872 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-61d09b73-b593-4bec-b8e9-68fb938935cb admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/2ef6a13d-d436-4e40-a569-c0c8ef2000d2 HTTP/1.1" status: 204 len: 168 time: 1.0675142 Sep 29 02:19:13.374261 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 57538) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:13.426513 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c6e1e1e-e3c5-43ef-961a-dc6415f80b00 admin admin] Deleting subnet 9753972b-5384-40ca-a33f-7ba397770200 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 29 02:19:13.429783 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6c6e1e1e-e3c5-43ef-961a-dc6415f80b00 admin admin] Publish callbacks [] for subnet (9753972b-5384-40ca-a33f-7ba397770200), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:13.467138 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6c6e1e1e-e3c5-43ef-961a-dc6415f80b00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26031577'] for subnet (9753972b-5384-40ca-a33f-7ba397770200), precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:13.546598 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6c6e1e1e-e3c5-43ef-961a-dc6415f80b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-885443'] for subnet (9753972b-5384-40ca-a33f-7ba397770200), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:13.590681 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:13.603304 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6c6e1e1e-e3c5-43ef-961a-dc6415f80b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-890536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26030570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25691294'] for subnet (9753972b-5384-40ca-a33f-7ba397770200), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:13.630596 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e1e1e-e3c5-43ef-961a-dc6415f80b00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9753972b-5384-40ca-a33f-7ba397770200,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:13.635315 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6c6e1e1e-e3c5-43ef-961a-dc6415f80b00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for subnet (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:13.638342 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-6c6e1e1e-e3c5-43ef-961a-dc6415f80b00 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/9753972b-5384-40ca-a33f-7ba397770200 HTTP/1.1" status: 204 len: 168 time: 0.2630889 Sep 29 02:19:13.640688 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec297ec-32be-46f9-826b-27ecfa5df077 None None] Network 36ff06c9-6918-4f35-985f-0130f480016a requested from dv-cinder-740146-21-smb {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:19:13.641102 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 57542) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:13.720613 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-89ba26e1-cf50-4c6f-9e3b-50ead0d689ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790930'] for network (36ff06c9-6918-4f35-985f-0130f480016a), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:13.765646 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-89ba26e1-cf50-4c6f-9e3b-50ead0d689ca admin admin] Deleting port 5d7e51d6-851e-4825-a9a2-fec8395124c6 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:19:13.767887 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-89ba26e1-cf50-4c6f-9e3b-50ead0d689ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (5d7e51d6-851e-4825-a9a2-fec8395124c6), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:13.803513 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c92a0ae-824c-4fb2-90b1-e02f0322ec83 None None] DHCP port deletion for 36ff06c9-6918-4f35-985f-0130f480016a request from dv-cinder-740146-21-smb {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 29 02:19:13.832244 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:13.840780 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-89ba26e1-cf50-4c6f-9e3b-50ead0d689ca admin admin] For port 5d7e51d6-851e-4825-a9a2-fec8395124c6, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=5d7e51d6-851e-4825-a9a2-fec8395124c6,segment=NetworkSegment(271c6e91-4f73-4635-93f2-8ee94e38b779),segment_id=271c6e91-4f73-4635-93f2-8ee94e38b779)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:19:13.841149 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-89ba26e1-cf50-4c6f-9e3b-50ead0d689ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (5d7e51d6-851e-4825-a9a2-fec8395124c6), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:13.854970 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-0c92a0ae-824c-4fb2-90b1-e02f0322ec83 None None] Deleting port 5d7e51d6-851e-4825-a9a2-fec8395124c6 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:19:13.855880 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0c92a0ae-824c-4fb2-90b1-e02f0322ec83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (5d7e51d6-851e-4825-a9a2-fec8395124c6), before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:13.862779 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-89ba26e1-cf50-4c6f-9e3b-50ead0d689ca admin admin] Calling delete_port for 5d7e51d6-851e-4825-a9a2-fec8395124c6 owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:19:13.934743 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-0c92a0ae-824c-4fb2-90b1-e02f0322ec83 None None] For port 5d7e51d6-851e-4825-a9a2-fec8395124c6, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=5d7e51d6-851e-4825-a9a2-fec8395124c6,segment=NetworkSegment(271c6e91-4f73-4635-93f2-8ee94e38b779),segment_id=271c6e91-4f73-4635-93f2-8ee94e38b779)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:19:13.935141 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0c92a0ae-824c-4fb2-90b1-e02f0322ec83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (5d7e51d6-851e-4825-a9a2-fec8395124c6), precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:13.949499 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-0c92a0ae-824c-4fb2-90b1-e02f0322ec83 None None] Calling delete_port for 5d7e51d6-851e-4825-a9a2-fec8395124c6 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:19:13.966555 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-89ba26e1-cf50-4c6f-9e3b-50ead0d689ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (5d7e51d6-851e-4825-a9a2-fec8395124c6), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:13.995704 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba26e1-cf50-4c6f-9e3b-50ead0d689ca admin admin] Pushing event deleted for resources: {'Port': ['ID=5d7e51d6-851e-4825-a9a2-fec8395124c6,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:13.997573 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ba26e1-cf50-4c6f-9e3b-50ead0d689ca admin admin] No DVR routers for this DVR port 5d7e51d6-851e-4825-a9a2-fec8395124c6 on host dv-cinder-740146-21-smb {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:19:14.062368 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0c92a0ae-824c-4fb2-90b1-e02f0322ec83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429'] for port (5d7e51d6-851e-4825-a9a2-fec8395124c6), after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:14.080822 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-89ba26e1-cf50-4c6f-9e3b-50ead0d689ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-847605', 'neutron.services.segments.db._delete_segments_for_network-8769072566986'] for network (36ff06c9-6918-4f35-985f-0130f480016a), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:14.089705 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c92a0ae-824c-4fb2-90b1-e02f0322ec83 None None] Pushing event deleted for resources: {'Port': ['ID=5d7e51d6-851e-4825-a9a2-fec8395124c6,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:14.094862 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c92a0ae-824c-4fb2-90b1-e02f0322ec83 None None] No DVR routers for this DVR port 5d7e51d6-851e-4825-a9a2-fec8395124c6 on host dv-cinder-740146-21-smb {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:19:14.104679 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.services.segments.db [None req-89ba26e1-cf50-4c6f-9e3b-50ead0d689ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36ff06c9-6918-4f35-985f-0130f480016a']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:14.114661 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.services.segments.db [None req-89ba26e1-cf50-4c6f-9e3b-50ead0d689ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '271c6e91-4f73-4635-93f2-8ee94e38b779') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:14.114916 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.services.segments.db [None req-89ba26e1-cf50-4c6f-9e3b-50ead0d689ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '271c6e91-4f73-4635-93f2-8ee94e38b779') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:14.125277 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-89ba26e1-cf50-4c6f-9e3b-50ead0d689ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769072454503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26031568'] for segment (271c6e91-4f73-4635-93f2-8ee94e38b779), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:14.140620 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-89ba26e1-cf50-4c6f-9e3b-50ead0d689ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841896'] for segment (271c6e91-4f73-4635-93f2-8ee94e38b779), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:14.148467 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89ba26e1-cf50-4c6f-9e3b-50ead0d689ca admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 02:19:14.148854 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-89ba26e1-cf50-4c6f-9e3b-50ead0d689ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26030404'] for segment (271c6e91-4f73-4635-93f2-8ee94e38b779), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:14.197252 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.services.segments.plugin [-] Segment 271c6e91-4f73-4635-93f2-8ee94e38b779 resource provider aggregate not found Sep 29 02:19:14.216157 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.services.segments.plugin [-] Segment 271c6e91-4f73-4635-93f2-8ee94e38b779 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 271c6e91-4f73-4635-93f2-8ee94e38b779 found for delete ", "request_id": "req-0106821a-4283-46c1-8225-0e452c043be1"}]} Sep 29 02:19:14.227151 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-89ba26e1-cf50-4c6f-9e3b-50ead0d689ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-847614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1596307'] for network (36ff06c9-6918-4f35-985f-0130f480016a), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:14.234712 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-89ba26e1-cf50-4c6f-9e3b-50ead0d689ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for network (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:14.238604 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-89ba26e1-cf50-4c6f-9e3b-50ead0d689ca admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/36ff06c9-6918-4f35-985f-0130f480016a HTTP/1.1" status: 204 len: 168 time: 0.5967155 Sep 29 02:19:14.248802 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba26e1-cf50-4c6f-9e3b-50ead0d689ca admin admin] Pushing event deleted for resources: {'Network': ['ID=36ff06c9-6918-4f35-985f-0130f480016a,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:14.448573 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 57560) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:14.480351 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787124f-d212-49a5-a326-bafdadd84189 req-3927d999-9ab5-4898-a409-89991d6a6773 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:14.485662 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f787124f-d212-49a5-a326-bafdadd84189 req-3927d999-9ab5-4898-a409-89991d6a6773 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bf22eb8a-e96a-4e56-ba91-b959dd6aeac4 HTTP/1.1" status: 200 len: 946 time: 0.0763695 Sep 29 02:19:14.491334 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device a0a77c22-a9cb-4c81-9b27-905060d7e3ce no longer exists at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:19:14.527857 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] No Port match for: a0a77c22-a9cb-4c81-9b27-905060d7e3ce {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:19:14.528932 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device a0a77c22-a9cb-4c81-9b27-905060d7e3ce not bound to the agent host dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:19:14.530091 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 5d7e51d6-851e-4825-a9a2-fec8395124c6 no longer exists at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:19:14.533939 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:14.535573 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-9f422835-b0a7-4426-a85d-a3065c3495d6 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=df0405453f304b0091c0d9eda1c17725&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0854881 Sep 29 02:19:14.536058 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 57564) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:14.539411 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f787124f-d212-49a5-a326-bafdadd84189 req-2f2eb954-68f7-4113-a746-5bd8a13698f8 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7bd95c45-2d00-45d1-8fb2-408f0e9124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474162 Sep 29 02:19:14.554765 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] No Port match for: 5d7e51d6-851e-4825-a9a2-fec8395124c6 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:19:14.555200 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 5d7e51d6-851e-4825-a9a2-fec8395124c6 not bound to the agent host dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:19:14.555717 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device c429967f-af9a-4689-9aa3-5007a9559ff6 no longer exists at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:19:14.581079 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] No Port match for: c429967f-af9a-4689-9aa3-5007a9559ff6 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:19:14.581595 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device c429967f-af9a-4689-9aa3-5007a9559ff6 not bound to the agent host dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:19:14.610715 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b0b027b0-5004-46bb-b23d-c27b92368bab admin admin] Publish callbacks [] for security_group (3eb46fdb-1602-49b2-a698-2775255c4c19), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:14.633005 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b0b027b0-5004-46bb-b23d-c27b92368bab admin admin] Publish callbacks [] for security_group (3eb46fdb-1602-49b2-a698-2775255c4c19), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:14.683463 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b0b027b0-5004-46bb-b23d-c27b92368bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (3eb46fdb-1602-49b2-a698-2775255c4c19), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:14.686271 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b0b027b0-5004-46bb-b23d-c27b92368bab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:14.687422 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-b0b027b0-5004-46bb-b23d-c27b92368bab admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/3eb46fdb-1602-49b2-a698-2775255c4c19 HTTP/1.1" status: 204 len: 168 time: 0.1471357 Sep 29 02:19:14.695281 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b027b0-5004-46bb-b23d-c27b92368bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb46fdb-1602-49b2-a698-2775255c4c19,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:15.004863 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 57572) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:15.025284 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:15.050197 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-822f3a89-9892-4941-9b19-c1d98a0d5a8d admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=f024de3be4b546368070c6bde987fcb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441704 Sep 29 02:19:15.052590 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 57574) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:15.100458 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-52e9eb75-bb7a-4ad8-be0e-f9440fdd023f admin admin] Publish callbacks [] for security_group (3b818bb2-6a82-455e-b89c-c650919f17a8), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:15.120763 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-52e9eb75-bb7a-4ad8-be0e-f9440fdd023f admin admin] Publish callbacks [] for security_group (3b818bb2-6a82-455e-b89c-c650919f17a8), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:15.169369 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-52e9eb75-bb7a-4ad8-be0e-f9440fdd023f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (3b818bb2-6a82-455e-b89c-c650919f17a8), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:15.171914 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-52e9eb75-bb7a-4ad8-be0e-f9440fdd023f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:15.174219 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-52e9eb75-bb7a-4ad8-be0e-f9440fdd023f admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/3b818bb2-6a82-455e-b89c-c650919f17a8 HTTP/1.1" status: 204 len: 168 time: 0.1200206 Sep 29 02:19:15.181982 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e9eb75-bb7a-4ad8-be0e-f9440fdd023f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b818bb2-6a82-455e-b89c-c650919f17a8,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:15.678566 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083d264-f393-4654-9d73-e8b0200b314d req-6213461f-b315-4b07-8770-612e9be39b01 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:15.680112 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0083d264-f393-4654-9d73-e8b0200b314d req-6213461f-b315-4b07-8770-612e9be39b01 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bf22eb8a-e96a-4e56-ba91-b959dd6aeac4 HTTP/1.1" status: 200 len: 946 time: 0.0580738 Sep 29 02:19:15.729832 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0083d264-f393-4654-9d73-e8b0200b314d req-14a1fad1-b8dc-4e16-9926-0f3115f18e9d tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7bd95c45-2d00-45d1-8fb2-408f0e9124bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441971 Sep 29 02:19:16.376535 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e8e4a-7167-4cdb-8961-efb3880bf874 req-fa9e3b80-f551-445a-a475-37d51a1999df tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:16.378402 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ae7e8e4a-7167-4cdb-8961-efb3880bf874 req-fa9e3b80-f551-445a-a475-37d51a1999df tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bf22eb8a-e96a-4e56-ba91-b959dd6aeac4 HTTP/1.1" status: 200 len: 946 time: 0.0491049 Sep 29 02:19:16.453764 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:16.460254 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-ae7e8e4a-7167-4cdb-8961-efb3880bf874 req-c66d71f7-a023-482b-a79a-c20a650b8383 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Deleting port 40200c85-b542-4978-a595-49d3bff92b64 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:19:16.460570 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-ae7e8e4a-7167-4cdb-8961-efb3880bf874 req-c66d71f7-a023-482b-a79a-c20a650b8383 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (40200c85-b542-4978-a595-49d3bff92b64), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:16.554148 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-ae7e8e4a-7167-4cdb-8961-efb3880bf874 req-c66d71f7-a023-482b-a79a-c20a650b8383 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] For port 40200c85-b542-4978-a595-49d3bff92b64, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=40200c85-b542-4978-a595-49d3bff92b64,segment=NetworkSegment(1941badf-aa62-4a91-ac01-3d965bf2bf64),segment_id=1941badf-aa62-4a91-ac01-3d965bf2bf64)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:19:16.554509 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-ae7e8e4a-7167-4cdb-8961-efb3880bf874 req-c66d71f7-a023-482b-a79a-c20a650b8383 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (40200c85-b542-4978-a595-49d3bff92b64), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:16.716290 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-ae7e8e4a-7167-4cdb-8961-efb3880bf874 req-c66d71f7-a023-482b-a79a-c20a650b8383 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:16.716570 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-ae7e8e4a-7167-4cdb-8961-efb3880bf874 req-c66d71f7-a023-482b-a79a-c20a650b8383 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1596334'] for floatingip (f7437484-9d0b-4a09-adcf-4e418e48db1c), after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:16.716889 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.db.l3_db [req-ae7e8e4a-7167-4cdb-8961-efb3880bf874 req-c66d71f7-a023-482b-a79a-c20a650b8383 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Floating IP f7437484-9d0b-4a09-adcf-4e418e48db1c disassociated. External IP: 172.28.2.51, port: 40200c85-b542-4978-a595-49d3bff92b64. Sep 29 02:19:16.717231 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-ae7e8e4a-7167-4cdb-8961-efb3880bf874 req-c66d71f7-a023-482b-a79a-c20a650b8383 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Calling delete_port for 40200c85-b542-4978-a595-49d3bff92b64 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:19:16.866695 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-ae7e8e4a-7167-4cdb-8961-efb3880bf874 req-c66d71f7-a023-482b-a79a-c20a650b8383 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (40200c85-b542-4978-a595-49d3bff92b64), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:16.894819 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66d71f7-a023-482b-a79a-c20a650b8383 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Pushing event deleted for resources: {'Port': ['ID=40200c85-b542-4978-a595-49d3bff92b64,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:16.950524 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:17.026820 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-12d0031a-6b92-4730-a75e-1ed0ab4a644c req-47e7a12c-d20c-499f-b59b-9df919925101 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bf22eb8a-e96a-4e56-ba91-b959dd6aeac4 HTTP/1.1" status: 200 len: 210 time: 0.0345123 Sep 29 02:19:17.042330 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae7e8e4a-7167-4cdb-8961-efb3880bf874 req-c66d71f7-a023-482b-a79a-c20a650b8383 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Router 17ccc970-db74-48fa-898c-ddc4443f89df has already been hosted by L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:19:17.155251 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae7e8e4a-7167-4cdb-8961-efb3880bf874 req-c66d71f7-a023-482b-a79a-c20a650b8383 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:19:17.166447 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3313a806-9ea7-4ed5-b99b-99e53f8cf02a None None] Sync routers for ids ['17ccc970-db74-48fa-898c-ddc4443f89df'] in dv-cinder-740146-21-smb {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:19:17.178145 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3313a806-9ea7-4ed5-b99b-99e53f8cf02a None None] Routers {'17ccc970-db74-48fa-898c-ddc4443f89df'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:19:17.178813 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-3313a806-9ea7-4ed5-b99b-99e53f8cf02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:18:52Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['17ccc970-db74-48fa-898c-ddc4443f89df'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:17.184392 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:17.198763 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae7e8e4a-7167-4cdb-8961-efb3880bf874 req-c66d71f7-a023-482b-a79a-c20a650b8383 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] No DVR routers for this DVR port 40200c85-b542-4978-a595-49d3bff92b64 on host hv-cinder-74014 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:19:17.201073 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-ae7e8e4a-7167-4cdb-8961-efb3880bf874 req-c66d71f7-a023-482b-a79a-c20a650b8383 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for port (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:17.204229 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ae7e8e4a-7167-4cdb-8961-efb3880bf874 req-c66d71f7-a023-482b-a79a-c20a650b8383 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.16 "DELETE /networking/v2.0/ports/40200c85-b542-4978-a595-49d3bff92b64 HTTP/1.1" status: 204 len: 173 time: 0.8204455 Sep 29 02:19:17.205242 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf22eb8a-e96a-4e56-ba91-b959dd6aeac4', 'name': 'network-vif-deleted', 'tag': '40200c85-b542-4978-a595-49d3bff92b64'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:19:17.207518 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6fd434f9474e642ac52a32a239cb9403cb6cbac172bb9ea56eecab16f0e16c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418d2324-0ab6-462d-aa81-316de7940793" -d '{"events": [{"server_uuid": "bf22eb8a-e96a-4e56-ba91-b959dd6aeac4", "name": "network-vif-deleted", "tag": "40200c85-b542-4978-a595-49d3bff92b64"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:19:17.256497 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942b84e3-9e18-44c6-8946-a780499bc261 x-openstack-request-id: req-942b84e3-9e18-44c6-8946-a780499bc261 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:19:17.257144 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf22eb8a-e96a-4e56-ba91-b959dd6aeac4", "name": "network-vif-deleted", "tag": "40200c85-b542-4978-a595-49d3bff92b64", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:19:17.257740 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-942b84e3-9e18-44c6-8946-a780499bc261 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:19:17.258473 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-942b84e3-9e18-44c6-8946-a780499bc261'] response: {'server_uuid': 'bf22eb8a-e96a-4e56-ba91-b959dd6aeac4', 'name': 'network-vif-deleted', 'tag': '40200c85-b542-4978-a595-49d3bff92b64', 'status': 'completed', 'code': 200} Sep 29 02:19:17.295045 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-3313a806-9ea7-4ed5-b99b-99e53f8cf02a None None] Set router 17ccc970-db74-48fa-898c-ddc4443f89df gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:19:17.491410 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-3313a806-9ea7-4ed5-b99b-99e53f8cf02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'name': 'tempest-AttachVolumeNegativeTest-823417103-router', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:11:49Z', 'revision_number': 4, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'gw_port': {'id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:40Z', 'updated_at': '2022-09-29T02:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': '4cf6ac9c-d1f1-4274-b794-31248e1deb48', 'name': '', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'mac_address': 'fa:16:3e:0d:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:46Z', 'updated_at': '2022-09-29T02:11:55Z', 'revision_number': 5, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'subnets': [{'id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:17.518783 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3313a806-9ea7-4ed5-b99b-99e53f8cf02a None None] Checking router: 17ccc970-db74-48fa-898c-ddc4443f89df for host: dv-cinder-740146-21-smb {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:19:17.526838 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3313a806-9ea7-4ed5-b99b-99e53f8cf02a None None] Routers {'17ccc970-db74-48fa-898c-ddc4443f89df'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:19:17.527426 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-3313a806-9ea7-4ed5-b99b-99e53f8cf02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:18:52Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['17ccc970-db74-48fa-898c-ddc4443f89df'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:17.622846 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-3313a806-9ea7-4ed5-b99b-99e53f8cf02a None None] Set router 17ccc970-db74-48fa-898c-ddc4443f89df gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:19:17.815758 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-3313a806-9ea7-4ed5-b99b-99e53f8cf02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'name': 'tempest-AttachVolumeNegativeTest-823417103-router', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:11:49Z', 'revision_number': 4, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'gw_port': {'id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:40Z', 'updated_at': '2022-09-29T02:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': '4cf6ac9c-d1f1-4274-b794-31248e1deb48', 'name': '', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'mac_address': 'fa:16:3e:0d:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:46Z', 'updated_at': '2022-09-29T02:11:55Z', 'revision_number': 5, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'subnets': [{'id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:17.839875 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3313a806-9ea7-4ed5-b99b-99e53f8cf02a None None] The sync data for ids ['17ccc970-db74-48fa-898c-ddc4443f89df'] in dv-cinder-740146-21-smb is: [{'id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'name': 'tempest-AttachVolumeNegativeTest-823417103-router', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:11:49Z', 'revision_number': 4, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'gw_port': {'id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:40Z', 'updated_at': '2022-09-29T02:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': '4cf6ac9c-d1f1-4274-b794-31248e1deb48', 'name': '', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'mac_address': 'fa:16:3e:0d:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:46Z', 'updated_at': '2022-09-29T02:11:55Z', 'revision_number': 5, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'subnets': [{'id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:19:18.091221 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806614b3-4436-42f7-a99f-84836f880b63 None None] New status for floating IP f7437484-9d0b-4a09-adcf-4e418e48db1c: DOWN {{(pid=106442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:19:18.125152 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 57612) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:18.185608 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-43b8534d-60e9-4130-b88c-7ea6ec89ff10 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for security_group (7bd95c45-2d00-45d1-8fb2-408f0e9124bc), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:18.218491 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-43b8534d-60e9-4130-b88c-7ea6ec89ff10 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for security_group (7bd95c45-2d00-45d1-8fb2-408f0e9124bc), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:18.277523 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-43b8534d-60e9-4130-b88c-7ea6ec89ff10 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (7bd95c45-2d00-45d1-8fb2-408f0e9124bc), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:18.280263 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-43b8534d-60e9-4130-b88c-7ea6ec89ff10 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:18.281587 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-43b8534d-60e9-4130-b88c-7ea6ec89ff10 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/7bd95c45-2d00-45d1-8fb2-408f0e9124bc HTTP/1.1" status: 204 len: 168 time: 0.1553612 Sep 29 02:19:18.284569 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 57614) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:18.291360 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b8534d-60e9-4130-b88c-7ea6ec89ff10 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd95c45-2d00-45d1-8fb2-408f0e9124bc,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:18.304097 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.api.v2.resource [None req-9ff7b195-1dce-4663-b579-ec16d3a62289 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] show failed (client error): The resource could not be found. Sep 29 02:19:18.305109 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-9ff7b195-1dce-4663-b579-ec16d3a62289 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups/7bd95c45-2d00-45d1-8fb2-408f0e9124bc HTTP/1.1" status: 404 len: 347 time: 0.0193028 Sep 29 02:19:18.308139 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 57618) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:18.417717 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:18.423227 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-7503bdb4-f395-4363-9bac-021a11d656fe tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Deleting port d3d22eaf-cb6c-4bbd-8928-776db5e11848 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:19:18.423626 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7503bdb4-f395-4363-9bac-021a11d656fe tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (d3d22eaf-cb6c-4bbd-8928-776db5e11848), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:18.498458 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7503bdb4-f395-4363-9bac-021a11d656fe tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (d3d22eaf-cb6c-4bbd-8928-776db5e11848), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:18.498781 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7503bdb4-f395-4363-9bac-021a11d656fe tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for floatingip (d3d22eaf-cb6c-4bbd-8928-776db5e11848), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:18.515024 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-7503bdb4-f395-4363-9bac-021a11d656fe tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Calling delete_port for d3d22eaf-cb6c-4bbd-8928-776db5e11848 owned by network:floatingip {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:19:18.639434 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7503bdb4-f395-4363-9bac-021a11d656fe tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (d3d22eaf-cb6c-4bbd-8928-776db5e11848), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:18.666551 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7503bdb4-f395-4363-9bac-021a11d656fe tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Pushing event deleted for resources: {'Port': ['ID=d3d22eaf-cb6c-4bbd-8928-776db5e11848,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:18.729791 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7503bdb4-f395-4363-9bac-021a11d656fe tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for floatingip (f7437484-9d0b-4a09-adcf-4e418e48db1c), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:18.732303 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7503bdb4-f395-4363-9bac-021a11d656fe tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for floatingip (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:18.733479 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-7503bdb4-f395-4363-9bac-021a11d656fe tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/f7437484-9d0b-4a09-adcf-4e418e48db1c HTTP/1.1" status: 204 len: 168 time: 0.4243350 Sep 29 02:19:18.800258 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 57622) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:18.804821 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-d74b9aaa-bcbd-4432-a370-e870ccc0961f tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2035151832', 'description': 'tempest-description--167624975'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:19:18.826052 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d74b9aaa-bcbd-4432-a370-e870ccc0961f tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:18.860157 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:18.897887 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d74b9aaa-bcbd-4432-a370-e870ccc0961f tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for security_group (6a5ab4df-c66e-4b46-894a-706b6735c5da), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:18.901388 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d74b9aaa-bcbd-4432-a370-e870ccc0961f tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (6a5ab4df-c66e-4b46-894a-706b6735c5da), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:18.932484 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d74b9aaa-bcbd-4432-a370-e870ccc0961f tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:18.933736 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-d74b9aaa-bcbd-4432-a370-e870ccc0961f tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1324162 Sep 29 02:19:18.935722 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b9aaa-bcbd-4432-a370-e870ccc0961f tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5ab4df-c66e-4b46-894a-706b6735c5da,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:18.936811 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 57624) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:18.941895 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-2f24d1d9-2674-4169-8cda-59db870ef210 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Request body: {'security_group_rule': {'security_group_id': '6a5ab4df-c66e-4b46-894a-706b6735c5da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:19:18.968355 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2f24d1d9-2674-4169-8cda-59db870ef210 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for security_group_rule (93a5f817-947d-4e9f-97d5-f11543656d7e), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:19.027922 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2f24d1d9-2674-4169-8cda-59db870ef210 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for security_group_rule (93a5f817-947d-4e9f-97d5-f11543656d7e), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:19.031144 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2f24d1d9-2674-4169-8cda-59db870ef210 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602948'] for security_group_rule (93a5f817-947d-4e9f-97d5-f11543656d7e), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:19.051433 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24d1d9-2674-4169-8cda-59db870ef210 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93a5f817-947d-4e9f-97d5-f11543656d7e,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:19.055122 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2f24d1d9-2674-4169-8cda-59db870ef210 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:19.056305 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-2f24d1d9-2674-4169-8cda-59db870ef210 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1183550 Sep 29 02:19:19.058955 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 57626) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:19.063330 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-4528f5b9-b574-4e4d-a3ae-171414dabfe3 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Request body: {'security_group_rule': {'security_group_id': '6a5ab4df-c66e-4b46-894a-706b6735c5da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:19:19.087706 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4528f5b9-b574-4e4d-a3ae-171414dabfe3 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for security_group_rule (0357fb52-a472-43b9-b563-6eea8836a349), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:19.125117 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:19.141030 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:DELETE=6,neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:19.148742 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4528f5b9-b574-4e4d-a3ae-171414dabfe3 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for security_group_rule (0357fb52-a472-43b9-b563-6eea8836a349), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:19.153158 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4528f5b9-b574-4e4d-a3ae-171414dabfe3 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602948'] for security_group_rule (0357fb52-a472-43b9-b563-6eea8836a349), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:19.176840 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4528f5b9-b574-4e4d-a3ae-171414dabfe3 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0357fb52-a472-43b9-b563-6eea8836a349,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:19.182848 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4528f5b9-b574-4e4d-a3ae-171414dabfe3 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:19.183945 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-4528f5b9-b574-4e4d-a3ae-171414dabfe3 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1241007 Sep 29 02:19:19.187310 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 57628) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:19.192380 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-359818bd-1be8-48f6-8284-798c618c53c4 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Request body: {'floatingip': {'floating_network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:19:19.214602 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-359818bd-1be8-48f6-8284-798c618c53c4 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:19.269323 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 40200c85-b542-4978-a595-49d3bff92b64 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:19:19.291000 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] No Port match for: 40200c85-b542-4978-a595-49d3bff92b64 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:19:19.291433 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 40200c85-b542-4978-a595-49d3bff92b64 not bound to the agent host hv-cinder-74014 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:19:19.297934 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-359818bd-1be8-48f6-8284-798c618c53c4 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:19.402782 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-359818bd-1be8-48f6-8284-798c618c53c4 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Allocated IP 172.28.2.245 (b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd/e0ffa218-6ca5-4006-b711-a782d769deaf/480d334f-2e5a-4df5-bd6e-d19801842fd4) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:19:19.416068 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:19.515166 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-359818bd-1be8-48f6-8284-798c618c53c4 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for port (480d334f-2e5a-4df5-bd6e-d19801842fd4), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:19.547870 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-359818bd-1be8-48f6-8284-798c618c53c4 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (480d334f-2e5a-4df5-bd6e-d19801842fd4), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:19.585682 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359818bd-1be8-48f6-8284-798c618c53c4 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Network b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:19:19.592410 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-359818bd-1be8-48f6-8284-798c618c53c4 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:19:19.597101 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359818bd-1be8-48f6-8284-798c618c53c4 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:19:19.613005 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-fb34b47f-870b-459f-a486-e8f58f05f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:19.623884 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359818bd-1be8-48f6-8284-798c618c53c4 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Pushing event updated for resources: {'Port': ['ID=480d334f-2e5a-4df5-bd6e-d19801842fd4,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:19.692181 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-359818bd-1be8-48f6-8284-798c618c53c4 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for floatingip (e8be7ea7-8f2f-4226-9054-1d9be3bb10e1), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:19.730919 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-359818bd-1be8-48f6-8284-798c618c53c4 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (480d334f-2e5a-4df5-bd6e-d19801842fd4), before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:19.875788 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:19.878997 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-359818bd-1be8-48f6-8284-798c618c53c4 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for port (480d334f-2e5a-4df5-bd6e-d19801842fd4), precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:19.884035 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-359818bd-1be8-48f6-8284-798c618c53c4 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26030496'] for port (480d334f-2e5a-4df5-bd6e-d19801842fd4), after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:19.955432 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359818bd-1be8-48f6-8284-798c618c53c4 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Pushing event updated for resources: {'Port': ['ID=480d334f-2e5a-4df5-bd6e-d19801842fd4,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:19.958878 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-359818bd-1be8-48f6-8284-798c618c53c4 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1596334'] for floatingip (e8be7ea7-8f2f-4226-9054-1d9be3bb10e1), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:19.974675 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-359818bd-1be8-48f6-8284-798c618c53c4 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for floatingip (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:19.975901 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-359818bd-1be8-48f6-8284-798c618c53c4 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7875440 Sep 29 02:19:20.173728 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-3fbe6851-6495-43da-a3a2-acd17ed9b5ca tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2035151832&fields=id&tenant_id=1765f90d50914c75bf5c10c43bc688e9 HTTP/1.1" status: 200 len: 267 time: 0.0421753 Sep 29 02:19:20.277520 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-d1075d7b-6df3-4a2d-9ac5-339dcaf5c622 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:20.278864 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-d1075d7b-6df3-4a2d-9ac5-339dcaf5c622 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/networks?id=2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2 HTTP/1.1" status: 200 len: 814 time: 0.0986960 Sep 29 02:19:20.293517 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-6e12f3c0-1f55-4359-ae5e-0c35025037c4 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/quotas/1765f90d50914c75bf5c10c43bc688e9 HTTP/1.1" status: 200 len: 375 time: 0.0087883 Sep 29 02:19:20.334812 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:20.348730 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-09deb63f-f07a-4950-a3fd-5e961051dbcc tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=1765f90d50914c75bf5c10c43bc688e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500495 Sep 29 02:19:20.446991 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-29642014-3460-4c8e-b3d5-651bf98cb861 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869939 Sep 29 02:19:20.543898 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-e38df128-e505-464b-bdd6-c22743cf9088 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911419 Sep 29 02:19:20.705742 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1d103377-6652-4acf-953f-d3bb7ac34b81 req-7082a696-7ef7-4976-8907-d1ec439f9b4f tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e49fba9e-05f1-4132-b524-d894f6f5b857 HTTP/1.1" status: 200 len: 210 time: 0.0316472 Sep 29 02:19:21.755292 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-82295457-3737-4413-ab98-22dd030c51e9 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:21.756749 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-82295457-3737-4413-ab98-22dd030c51e9 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.16 "GET /networking/v2.0/networks?id=2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2 HTTP/1.1" status: 200 len: 814 time: 0.1084139 Sep 29 02:19:21.828291 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1fb83e6e-3eb5-49d3-8200-78f8a88a9789 req-78ab261b-c5aa-4685-a502-8509ffd5a4cd tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e49fba9e-05f1-4132-b524-d894f6f5b857 HTTP/1.1" status: 200 len: 210 time: 0.0438728 Sep 29 02:19:21.846115 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-f79fc64a-3735-48e9-b5e8-49764d79c174 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1765f90d50914c75bf5c10c43bc688e9 HTTP/1.1" status: 200 len: 380 time: 0.0809855 Sep 29 02:19:21.890971 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-c7292f15-66d0-4a6d-b7a7-b4bc769d600e tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Request body: {'port': {'device_id': 'e49fba9e-05f1-4132-b524-d894f6f5b857', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'admin_state_up': True, 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'security_groups': ['6a5ab4df-c66e-4b46-894a-706b6735c5da']}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:19:22.002271 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-c7292f15-66d0-4a6d-b7a7-b4bc769d600e tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Made reservation on behalf of 1765f90d50914c75bf5c10c43bc688e9 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:19:22.007043 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-c7292f15-66d0-4a6d-b7a7-b4bc769d600e tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:22.047133 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 6 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:19:22.106433 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-04c18c03-4d2f-4e5a-91a2-e9c455656124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:22.135668 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-c7292f15-66d0-4a6d-b7a7-b4bc769d600e tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Allocated IP 172.20.0.12 (2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2/00e04331-0054-4eae-80e0-25be17b9d3cd/bcfbdf76-d52f-4d2f-a6c4-273246125493) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:19:22.137460 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:22.299257 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-c7292f15-66d0-4a6d-b7a7-b4bc769d600e tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for port (bcfbdf76-d52f-4d2f-a6c4-273246125493), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:22.331165 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-c7292f15-66d0-4a6d-b7a7-b4bc769d600e tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (bcfbdf76-d52f-4d2f-a6c4-273246125493), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:22.339903 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:22.385840 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-c7292f15-66d0-4a6d-b7a7-b4bc769d600e tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Network 2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2 is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:19:22.391724 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-c7292f15-66d0-4a6d-b7a7-b4bc769d600e tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:19:22.394772 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-c7292f15-66d0-4a6d-b7a7-b4bc769d600e tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:19:22.684663 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-6432a11e-7263-4290-a434-3c0e2aec5b9e None None] Provisioning complete for port bcfbdf76-d52f-4d2f-a6c4-273246125493 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:19:22.684954 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6432a11e-7263-4290-a434-3c0e2aec5b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (bcfbdf76-d52f-4d2f-a6c4-273246125493), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:22.685293 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-6432a11e-7263-4290-a434-3c0e2aec5b9e None None] Attempt 1 to provision port bcfbdf76-d52f-4d2f-a6c4-273246125493 Sep 29 02:19:22.686282 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7292f15-66d0-4a6d-b7a7-b4bc769d600e tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Pushing event updated for resources: {'Port': ['ID=bcfbdf76-d52f-4d2f-a6c4-273246125493,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:22.711379 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-c7292f15-66d0-4a6d-b7a7-b4bc769d600e tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:22.711981 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-c7292f15-66d0-4a6d-b7a7-b4bc769d600e tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for port (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:22.716194 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-6432a11e-7263-4290-a434-3c0e2aec5b9e None None] Port bcfbdf76-d52f-4d2f-a6c4-273246125493 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:19:22.728152 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-c7292f15-66d0-4a6d-b7a7-b4bc769d600e tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8412194 Sep 29 02:19:22.739946 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-37c306b0-b91e-449a-b8c9-fd7ba2a12398 service neutron] Request body: {'port': {'device_id': 'e49fba9e-05f1-4132-b524-d894f6f5b857', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:19:22.796710 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-37c306b0-b91e-449a-b8c9-fd7ba2a12398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (bcfbdf76-d52f-4d2f-a6c4-273246125493), before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:22.992692 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf8aed-3160-4b4a-84a5-1c80c4aa397a req-f0882db4-0e90-473c-bbec-3a5badbb102b tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:22.994059 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-46bf8aed-3160-4b4a-84a5-1c80c4aa397a req-f0882db4-0e90-473c-bbec-3a5badbb102b tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e49fba9e-05f1-4132-b524-d894f6f5b857 HTTP/1.1" status: 200 len: 932 time: 0.0908034 Sep 29 02:19:23.073501 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-46bf8aed-3160-4b4a-84a5-1c80c4aa397a req-375027bf-6b84-4a39-a61b-f535185775f2 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6a5ab4df-c66e-4b46-894a-706b6735c5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738707 Sep 29 02:19:23.124073 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.notifiers.nova [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-37c306b0-b91e-449a-b8c9-fd7ba2a12398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcfbdf76-d52f-4d2f-a6c4-273246125493 {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:19:23.132804 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-37c306b0-b91e-449a-b8c9-fd7ba2a12398 service neutron] Publish callbacks [] for port (bcfbdf76-d52f-4d2f-a6c4-273246125493), precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:23.146082 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-37c306b0-b91e-449a-b8c9-fd7ba2a12398 service neutron] Transition to ACTIVE for port object bcfbdf76-d52f-4d2f-a6c4-273246125493 will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:19:23.149343 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-37c306b0-b91e-449a-b8c9-fd7ba2a12398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26030496'] for port (bcfbdf76-d52f-4d2f-a6c4-273246125493), after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:23.153644 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:23.218367 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-6432a11e-7263-4290-a434-3c0e2aec5b9e None None] Attempt 2 to provision port bcfbdf76-d52f-4d2f-a6c4-273246125493 Sep 29 02:19:23.233746 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c306b0-b91e-449a-b8c9-fd7ba2a12398 service neutron] Pushing event updated for resources: {'Port': ['ID=bcfbdf76-d52f-4d2f-a6c4-273246125493,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:23.259110 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:23.262970 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-6432a11e-7263-4290-a434-3c0e2aec5b9e None None] Port bcfbdf76-d52f-4d2f-a6c4-273246125493 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:19:23.267696 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-37c306b0-b91e-449a-b8c9-fd7ba2a12398 service neutron] Attempting to bind port bcfbdf76-d52f-4d2f-a6c4-273246125493 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:19:23.268037 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-37c306b0-b91e-449a-b8c9-fd7ba2a12398 service neutron] Attempting to bind port bcfbdf76-d52f-4d2f-a6c4-273246125493 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '1941badf-aa62-4a91-ac01-3d965bf2bf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:19:23.268372 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-37c306b0-b91e-449a-b8c9-fd7ba2a12398 service neutron] Attempting to bind port bcfbdf76-d52f-4d2f-a6c4-273246125493 on network 2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:19:23.309770 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-37c306b0-b91e-449a-b8c9-fd7ba2a12398 service neutron] Port bcfbdf76-d52f-4d2f-a6c4-273246125493 on network 2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:19:23.310092 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-37c306b0-b91e-449a-b8c9-fd7ba2a12398 service neutron] Attempting to bind port bcfbdf76-d52f-4d2f-a6c4-273246125493 on network 2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:19:23.356240 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-37c306b0-b91e-449a-b8c9-fd7ba2a12398 service neutron] Checking agent: {'id': '027a9bac-ca89-4228-9c1d-ae9e74cf172f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 9, 38), 'started_at': datetime.datetime(2022, 9, 29, 2, 9, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:19:23.356572 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-37c306b0-b91e-449a-b8c9-fd7ba2a12398 service neutron] Checking segment: {'id': '1941badf-aa62-4a91-ac01-3d965bf2bf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:19:23.356982 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-37c306b0-b91e-449a-b8c9-fd7ba2a12398 service neutron] Bound using segment: {'id': '1941badf-aa62-4a91-ac01-3d965bf2bf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:19:23.357452 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-37c306b0-b91e-449a-b8c9-fd7ba2a12398 service neutron] Bound port: bcfbdf76-d52f-4d2f-a6c4-273246125493, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1941badf-aa62-4a91-ac01-3d965bf2bf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:19:23.357809 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-37c306b0-b91e-449a-b8c9-fd7ba2a12398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (bcfbdf76-d52f-4d2f-a6c4-273246125493), before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:23.418142 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-37c306b0-b91e-449a-b8c9-fd7ba2a12398 service neutron] For port bcfbdf76-d52f-4d2f-a6c4-273246125493, host hv-cinder-74014, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:19:23.421122 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-37c306b0-b91e-449a-b8c9-fd7ba2a12398 service neutron] For port bcfbdf76-d52f-4d2f-a6c4-273246125493, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=bcfbdf76-d52f-4d2f-a6c4-273246125493,segment=NetworkSegment(1941badf-aa62-4a91-ac01-3d965bf2bf64),segment_id=1941badf-aa62-4a91-ac01-3d965bf2bf64)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:19:23.427680 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-37c306b0-b91e-449a-b8c9-fd7ba2a12398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26030496'] for port (bcfbdf76-d52f-4d2f-a6c4-273246125493), after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:23.432634 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-37c306b0-b91e-449a-b8c9-fd7ba2a12398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:23.433298 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-37c306b0-b91e-449a-b8c9-fd7ba2a12398 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for port (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:23.434705 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-37c306b0-b91e-449a-b8c9-fd7ba2a12398 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/bcfbdf76-d52f-4d2f-a6c4-273246125493 HTTP/1.1" status: 200 len: 1094 time: 0.6986406 Sep 29 02:19:23.435269 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e49fba9e-05f1-4132-b524-d894f6f5b857', 'tag': 'bcfbdf76-d52f-4d2f-a6c4-273246125493'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:19:23.437522 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6fd434f9474e642ac52a32a239cb9403cb6cbac172bb9ea56eecab16f0e16c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8ea668-ce21-41d8-8752-a88c5ccbca74" -d '{"events": [{"name": "network-changed", "server_uuid": "e49fba9e-05f1-4132-b524-d894f6f5b857", "tag": "bcfbdf76-d52f-4d2f-a6c4-273246125493"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:19:23.473107 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:23.511943 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bbf16f-2c2a-4c3a-8a36-720def8a1109 x-openstack-request-id: req-49bbf16f-2c2a-4c3a-8a36-720def8a1109 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:19:23.512240 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e49fba9e-05f1-4132-b524-d894f6f5b857", "tag": "bcfbdf76-d52f-4d2f-a6c4-273246125493", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:19:23.512492 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-49bbf16f-2c2a-4c3a-8a36-720def8a1109 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:19:23.512897 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49bbf16f-2c2a-4c3a-8a36-720def8a1109'] response: {'name': 'network-changed', 'server_uuid': 'e49fba9e-05f1-4132-b524-d894f6f5b857', 'tag': 'bcfbdf76-d52f-4d2f-a6c4-273246125493', 'status': 'completed', 'code': 200} Sep 29 02:19:23.521690 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c306b0-b91e-449a-b8c9-fd7ba2a12398 service neutron] Pushing event updated for resources: {'Port': ['ID=bcfbdf76-d52f-4d2f-a6c4-273246125493,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:23.531503 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-4d4fa317-943a-412c-9697-fb7ed9888ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:23.533722 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-4d4fa317-943a-412c-9697-fb7ed9888ea9 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=1765f90d50914c75bf5c10c43bc688e9&device_id=e49fba9e-05f1-4132-b524-d894f6f5b857 HTTP/1.1" status: 200 len: 1128 time: 0.0566933 Sep 29 02:19:23.577633 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-1ae34b17-703e-40f0-9e3b-3deed87bdd5e service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bcfbdf76-d52f-4d2f-a6c4-273246125493 HTTP/1.1" status: 200 len: 217 time: 0.0360682 Sep 29 02:19:23.625559 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-90b252d1-0d1d-43f0-a34c-2f833caa17fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:23.628333 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-90b252d1-0d1d-43f0-a34c-2f833caa17fe service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=00e04331-0054-4eae-80e0-25be17b9d3cd HTTP/1.1" status: 200 len: 853 time: 0.0456336 Sep 29 02:19:23.675943 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-2b5bafd0-b403-4f31-9913-c665c941721c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:23.677490 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-2b5bafd0-b403-4f31-9913-c665c941721c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0414953 Sep 29 02:19:23.765415 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-6432a11e-7263-4290-a434-3c0e2aec5b9e None None] Attempt 3 to provision port bcfbdf76-d52f-4d2f-a6c4-273246125493 Sep 29 02:19:23.777817 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-f7a006d0-e14b-401f-8f0b-50f2d4755e11 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942464 Sep 29 02:19:23.830145 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:23.838841 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-6432a11e-7263-4290-a434-3c0e2aec5b9e None None] Port bcfbdf76-d52f-4d2f-a6c4-273246125493 had new provisioning blocks added so it will not transition to active. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 29 02:19:23.895518 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6d0fe131-568f-4c09-a382-ec4e002b5ee7 req-7defc29b-d070-4d2c-940f-ef027a503466 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114955 Sep 29 02:19:24.196471 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddfa3c-0dad-4399-8552-de19fdc688e3 req-160f141b-c868-4317-9692-147101744df9 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:24.197954 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-86ddfa3c-0dad-4399-8552-de19fdc688e3 req-160f141b-c868-4317-9692-147101744df9 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e49fba9e-05f1-4132-b524-d894f6f5b857 HTTP/1.1" status: 200 len: 944 time: 0.0463946 Sep 29 02:19:24.244005 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-86ddfa3c-0dad-4399-8552-de19fdc688e3 req-10a94806-3f73-445b-9ad8-942850d9c3ef tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6a5ab4df-c66e-4b46-894a-706b6735c5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405526 Sep 29 02:19:24.785035 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:24.880424 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:25.363150 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ce1d7-c850-4bd2-bbca-d1d3fcdb53d2 req-8913d24a-2d43-4f9b-96c0-2ec6413d03ca tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:25.364620 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-371ce1d7-c850-4bd2-bbca-d1d3fcdb53d2 req-8913d24a-2d43-4f9b-96c0-2ec6413d03ca tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e49fba9e-05f1-4132-b524-d894f6f5b857 HTTP/1.1" status: 200 len: 944 time: 0.0472808 Sep 29 02:19:25.410729 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-371ce1d7-c850-4bd2-bbca-d1d3fcdb53d2 req-fac89da0-438d-424f-a961-cc2369f48c6f tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6a5ab4df-c66e-4b46-894a-706b6735c5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406377 Sep 29 02:19:26.395081 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ea668-ce21-41d8-8752-a88c5ccbca74 req-98a678b2-a7ab-44c4-a42d-aea64ec8fd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:26.396584 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-fb8ea668-ce21-41d8-8752-a88c5ccbca74 req-98a678b2-a7ab-44c4-a42d-aea64ec8fd1c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=1765f90d50914c75bf5c10c43bc688e9&device_id=e49fba9e-05f1-4132-b524-d894f6f5b857 HTTP/1.1" status: 200 len: 1128 time: 0.0459104 Sep 29 02:19:26.467755 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:26.503590 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ea668-ce21-41d8-8752-a88c5ccbca74 req-a2875a89-031e-4660-8397-84e1446f1c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:26.505025 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-fb8ea668-ce21-41d8-8752-a88c5ccbca74 req-a2875a89-031e-4660-8397-84e1446f1c25 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2 HTTP/1.1" status: 200 len: 915 time: 0.1027243 Sep 29 02:19:26.562479 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-fb8ea668-ce21-41d8-8752-a88c5ccbca74 req-ae99aa28-aedc-45a5-bc13-fe4c439fea45 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bcfbdf76-d52f-4d2f-a6c4-273246125493 HTTP/1.1" status: 200 len: 217 time: 0.0414050 Sep 29 02:19:26.572392 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e6ec9-320e-4642-a345-5251f6d5115d req-a0f38eb8-5a93-4774-bbff-2f062caaea83 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:26.573831 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-3f2e6ec9-320e-4642-a345-5251f6d5115d req-a0f38eb8-5a93-4774-bbff-2f062caaea83 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e49fba9e-05f1-4132-b524-d894f6f5b857 HTTP/1.1" status: 200 len: 944 time: 0.0829291 Sep 29 02:19:26.648306 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ea668-ce21-41d8-8752-a88c5ccbca74 req-3e76b665-c608-40d7-aac6-d39b870e2878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:26.650034 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-fb8ea668-ce21-41d8-8752-a88c5ccbca74 req-3e76b665-c608-40d7-aac6-d39b870e2878 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=00e04331-0054-4eae-80e0-25be17b9d3cd HTTP/1.1" status: 200 len: 853 time: 0.0751002 Sep 29 02:19:26.656939 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-3f2e6ec9-320e-4642-a345-5251f6d5115d req-6872835e-b560-4221-88c6-4bef7a805e17 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6a5ab4df-c66e-4b46-894a-706b6735c5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734775 Sep 29 02:19:26.699851 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ea668-ce21-41d8-8752-a88c5ccbca74 req-95015852-4238-4088-b1e6-689299a7cf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:26.701265 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-fb8ea668-ce21-41d8-8752-a88c5ccbca74 req-95015852-4238-4088-b1e6-689299a7cf6a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0434752 Sep 29 02:19:26.791172 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-fb8ea668-ce21-41d8-8752-a88c5ccbca74 req-37672d4f-a9eb-4000-ab06-c00736c1f3a0 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829463 Sep 29 02:19:26.890724 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-fb8ea668-ce21-41d8-8752-a88c5ccbca74 req-51de34c8-535c-4688-9983-cf7247779064 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934451 Sep 29 02:19:27.286961 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device bcfbdf76-d52f-4d2f-a6c4-273246125493 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:19:27.385875 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port bcfbdf76-d52f-4d2f-a6c4-273246125493, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=bcfbdf76-d52f-4d2f-a6c4-273246125493,segment=NetworkSegment(1941badf-aa62-4a91-ac01-3d965bf2bf64),segment_id=1941badf-aa62-4a91-ac01-3d965bf2bf64)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:19:27.397760 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Returning: {'device': 'bcfbdf76-d52f-4d2f-a6c4-273246125493', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'port_id': 'bcfbdf76-d52f-4d2f-a6c4-273246125493', 'mac_address': 'fa:16:3e:d7:e5:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:19:27.418029 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:27.432170 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port bcfbdf76-d52f-4d2f-a6c4-273246125493 is: DOWN; New status is: BUILD {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:19:27.432554 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (bcfbdf76-d52f-4d2f-a6c4-273246125493), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:27.446289 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcfbdf76-d52f-4d2f-a6c4-273246125493 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:19:27.466084 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port bcfbdf76-d52f-4d2f-a6c4-273246125493, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=bcfbdf76-d52f-4d2f-a6c4-273246125493,segment=NetworkSegment(1941badf-aa62-4a91-ac01-3d965bf2bf64),segment_id=1941badf-aa62-4a91-ac01-3d965bf2bf64)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:19:27.470018 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (bcfbdf76-d52f-4d2f-a6c4-273246125493), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:27.514587 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Pushing event updated for resources: {'Port': ['ID=bcfbdf76-d52f-4d2f-a6c4-273246125493,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:27.764620 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:27.783769 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3beed-37e3-4ad1-bd85-3502d07b3dbc req-8c31bd39-0172-4003-9a18-99b35a7a35e6 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:27.785322 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-57f3beed-37e3-4ad1-bd85-3502d07b3dbc req-8c31bd39-0172-4003-9a18-99b35a7a35e6 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e49fba9e-05f1-4132-b524-d894f6f5b857 HTTP/1.1" status: 200 len: 945 time: 0.0524182 Sep 29 02:19:27.801944 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] get_ports_and_sgs() called for port_ids ['bcfbdf76-d52f-4d2f-a6c4-273246125493'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:19:27.843343 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-57f3beed-37e3-4ad1-bd85-3502d07b3dbc req-2224fdab-5618-4ea0-bf1a-bd7f0b158f7f tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6a5ab4df-c66e-4b46-894a-706b6735c5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512416 Sep 29 02:19:28.195552 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:28.973020 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bcd41c-88c0-4ea0-b552-ea3aad5e8669 req-5859ea28-15c6-402b-901f-13e295c960ba tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:28.974751 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e5bcd41c-88c0-4ea0-b552-ea3aad5e8669 req-5859ea28-15c6-402b-901f-13e295c960ba tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e49fba9e-05f1-4132-b524-d894f6f5b857 HTTP/1.1" status: 200 len: 945 time: 0.0479264 Sep 29 02:19:29.029683 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e5bcd41c-88c0-4ea0-b552-ea3aad5e8669 req-833ef163-a1cb-41a9-93d7-a0de50bb1677 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6a5ab4df-c66e-4b46-894a-706b6735c5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495236 Sep 29 02:19:29.173603 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=7,neutron:DELETE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:29.318051 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device bcfbdf76-d52f-4d2f-a6c4-273246125493 up at agent hyperv_hv-cinder-74014 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:19:29.362244 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Provisioning for port bcfbdf76-d52f-4d2f-a6c4-273246125493 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:19:29.367992 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Provisioning complete for port bcfbdf76-d52f-4d2f-a6c4-273246125493 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:19:29.368367 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (bcfbdf76-d52f-4d2f-a6c4-273246125493), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:29.368736 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Attempt 1 to provision port bcfbdf76-d52f-4d2f-a6c4-273246125493 Sep 29 02:19:29.484359 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 57818) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:29.588247 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port bcfbdf76-d52f-4d2f-a6c4-273246125493 is: BUILD; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:19:29.588638 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (bcfbdf76-d52f-4d2f-a6c4-273246125493), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:29.594098 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e11a6fa3-cfd9-4a5c-8401-ca55ddb51714 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:29.611560 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49fba9e-05f1-4132-b524-d894f6f5b857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcfbdf76-d52f-4d2f-a6c4-273246125493'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:19:29.613801 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9024dbdcad92e29b408608371dc01104c16b992bc758fd4b6455d872f62f597b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d19dcb-6ceb-4e87-aec4-124394d37c1c" -d '{"events": [{"server_uuid": "e49fba9e-05f1-4132-b524-d894f6f5b857", "name": "network-vif-plugged", "status": "completed", "tag": "bcfbdf76-d52f-4d2f-a6c4-273246125493"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:19:29.627405 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port bcfbdf76-d52f-4d2f-a6c4-273246125493, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=bcfbdf76-d52f-4d2f-a6c4-273246125493,segment=NetworkSegment(1941badf-aa62-4a91-ac01-3d965bf2bf64),segment_id=1941badf-aa62-4a91-ac01-3d965bf2bf64)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:19:29.631736 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (bcfbdf76-d52f-4d2f-a6c4-273246125493), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:29.658689 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1c105c-ae05-4526-af4f-488f1e26a192 x-openstack-request-id: req-ce1c105c-ae05-4526-af4f-488f1e26a192 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:19:29.659043 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49fba9e-05f1-4132-b524-d894f6f5b857", "name": "network-vif-plugged", "status": "completed", "tag": "bcfbdf76-d52f-4d2f-a6c4-273246125493", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:19:29.659359 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ce1c105c-ae05-4526-af4f-488f1e26a192 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:19:29.659830 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce1c105c-ae05-4526-af4f-488f1e26a192'] response: {'server_uuid': 'e49fba9e-05f1-4132-b524-d894f6f5b857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcfbdf76-d52f-4d2f-a6c4-273246125493', 'code': 200} Sep 29 02:19:29.675108 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e11a6fa3-cfd9-4a5c-8401-ca55ddb51714 admin admin] Publish callbacks [] for security_group (b7052c7e-91a6-4f1c-9896-e0d4a6710f89), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:29.680161 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e11a6fa3-cfd9-4a5c-8401-ca55ddb51714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (b7052c7e-91a6-4f1c-9896-e0d4a6710f89), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:29.694136 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Pushing event updated for resources: {'Port': ['ID=bcfbdf76-d52f-4d2f-a6c4-273246125493,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:29.719167 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a6fa3-cfd9-4a5c-8401-ca55ddb51714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7052c7e-91a6-4f1c-9896-e0d4a6710f89,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:29.730353 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a6fa3-cfd9-4a5c-8401-ca55ddb51714 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:29.731122 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a6fa3-cfd9-4a5c-8401-ca55ddb51714 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:29.731467 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a6fa3-cfd9-4a5c-8401-ca55ddb51714 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:29.731807 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a6fa3-cfd9-4a5c-8401-ca55ddb51714 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:29.732140 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a6fa3-cfd9-4a5c-8401-ca55ddb51714 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:29.732491 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a6fa3-cfd9-4a5c-8401-ca55ddb51714 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:29.732795 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a6fa3-cfd9-4a5c-8401-ca55ddb51714 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:29.733135 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a6fa3-cfd9-4a5c-8401-ca55ddb51714 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:29.733464 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a6fa3-cfd9-4a5c-8401-ca55ddb51714 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:29.733785 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a6fa3-cfd9-4a5c-8401-ca55ddb51714 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:29.734110 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a6fa3-cfd9-4a5c-8401-ca55ddb51714 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:29.734431 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a6fa3-cfd9-4a5c-8401-ca55ddb51714 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:29.734783 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a6fa3-cfd9-4a5c-8401-ca55ddb51714 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:29.735101 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a6fa3-cfd9-4a5c-8401-ca55ddb51714 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:29.736118 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a6fa3-cfd9-4a5c-8401-ca55ddb51714 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:29.744103 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 57828) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:29.744291 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-e11a6fa3-cfd9-4a5c-8401-ca55ddb51714 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=3c4c4ff258c042999742fcb68386a2ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2582974 Sep 29 02:19:29.814743 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-650bb42c-96cf-466f-87c9-53e73f2d40f9 admin admin] Publish callbacks [] for security_group (b7052c7e-91a6-4f1c-9896-e0d4a6710f89), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:29.858371 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-650bb42c-96cf-466f-87c9-53e73f2d40f9 admin admin] Publish callbacks [] for security_group (b7052c7e-91a6-4f1c-9896-e0d4a6710f89), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:29.861524 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffefc69-45ff-4268-afe2-1cfbadf61cbf req-e39e1973-f596-4635-bee4-b498c4674c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:29.863018 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7ffefc69-45ff-4268-afe2-1cfbadf61cbf req-e39e1973-f596-4635-bee4-b498c4674c5f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e49fba9e-05f1-4132-b524-d894f6f5b857 HTTP/1.1" status: 200 len: 1130 time: 0.0617034 Sep 29 02:19:29.927348 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:29.935234 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7ffefc69-45ff-4268-afe2-1cfbadf61cbf req-1eac953e-6a0e-4b6a-917d-486bfeb2b8ff service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6a5ab4df-c66e-4b46-894a-706b6735c5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662990 Sep 29 02:19:29.949333 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-650bb42c-96cf-466f-87c9-53e73f2d40f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (b7052c7e-91a6-4f1c-9896-e0d4a6710f89), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:29.954752 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-650bb42c-96cf-466f-87c9-53e73f2d40f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:29.956414 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-650bb42c-96cf-466f-87c9-53e73f2d40f9 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/b7052c7e-91a6-4f1c-9896-e0d4a6710f89 HTTP/1.1" status: 204 len: 168 time: 0.2103915 Sep 29 02:19:29.968662 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650bb42c-96cf-466f-87c9-53e73f2d40f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7052c7e-91a6-4f1c-9896-e0d4a6710f89,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:29.977539 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650bb42c-96cf-466f-87c9-53e73f2d40f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:29.978138 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650bb42c-96cf-466f-87c9-53e73f2d40f9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:29.978239 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650bb42c-96cf-466f-87c9-53e73f2d40f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:29.978551 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650bb42c-96cf-466f-87c9-53e73f2d40f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:29.978892 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650bb42c-96cf-466f-87c9-53e73f2d40f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:29.979305 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650bb42c-96cf-466f-87c9-53e73f2d40f9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:29.979527 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650bb42c-96cf-466f-87c9-53e73f2d40f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:29.980333 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650bb42c-96cf-466f-87c9-53e73f2d40f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:29.980935 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650bb42c-96cf-466f-87c9-53e73f2d40f9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:29.981442 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650bb42c-96cf-466f-87c9-53e73f2d40f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:29.982258 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650bb42c-96cf-466f-87c9-53e73f2d40f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:29.982733 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650bb42c-96cf-466f-87c9-53e73f2d40f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:29.983390 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650bb42c-96cf-466f-87c9-53e73f2d40f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:29.983980 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650bb42c-96cf-466f-87c9-53e73f2d40f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:29.984610 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650bb42c-96cf-466f-87c9-53e73f2d40f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:30.165548 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75471516-ed7d-4b79-9d3e-d8b86586cbc7 req-55cfeaa2-f789-4569-93e8-d0c5db4f2589 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:30.166984 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-75471516-ed7d-4b79-9d3e-d8b86586cbc7 req-55cfeaa2-f789-4569-93e8-d0c5db4f2589 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e49fba9e-05f1-4132-b524-d894f6f5b857 HTTP/1.1" status: 200 len: 946 time: 0.0548129 Sep 29 02:19:30.218466 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-75471516-ed7d-4b79-9d3e-d8b86586cbc7 req-e27c67cb-d429-4d60-8f55-2d1392486ee7 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6a5ab4df-c66e-4b46-894a-706b6735c5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451331 Sep 29 02:19:30.265209 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 57842) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:30.278800 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c4f0e887-e088-445f-a123-0d8b43328de2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:30.355516 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c4f0e887-e088-445f-a123-0d8b43328de2 admin admin] Publish callbacks [] for security_group (c8fca260-2b4a-4e6a-82d7-eb304351a42d), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:30.359083 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-c4f0e887-e088-445f-a123-0d8b43328de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (c8fca260-2b4a-4e6a-82d7-eb304351a42d), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:30.398185 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-c4f0e887-e088-445f-a123-0d8b43328de2 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=b585d5d822e3494c8b3cce249748867e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1318302 Sep 29 02:19:30.400044 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f0e887-e088-445f-a123-0d8b43328de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8fca260-2b4a-4e6a-82d7-eb304351a42d,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:30.400960 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 57844) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:30.462411 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-baea222e-7ed8-4b03-9288-cea041202fab admin admin] Publish callbacks [] for security_group (c8fca260-2b4a-4e6a-82d7-eb304351a42d), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:30.482359 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-baea222e-7ed8-4b03-9288-cea041202fab admin admin] Publish callbacks [] for security_group (c8fca260-2b4a-4e6a-82d7-eb304351a42d), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:30.529573 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-baea222e-7ed8-4b03-9288-cea041202fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (c8fca260-2b4a-4e6a-82d7-eb304351a42d), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:30.532554 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-baea222e-7ed8-4b03-9288-cea041202fab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:30.533705 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-baea222e-7ed8-4b03-9288-cea041202fab admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/c8fca260-2b4a-4e6a-82d7-eb304351a42d HTTP/1.1" status: 204 len: 168 time: 0.1317246 Sep 29 02:19:30.541323 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea222e-7ed8-4b03-9288-cea041202fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8fca260-2b4a-4e6a-82d7-eb304351a42d,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:31.348264 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64143cb-a8ca-4989-9794-7375a7612f00 req-07a59741-e8b6-4187-b7be-be22b13a0dfc tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:31.350110 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e64143cb-a8ca-4989-9794-7375a7612f00 req-07a59741-e8b6-4187-b7be-be22b13a0dfc tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e49fba9e-05f1-4132-b524-d894f6f5b857 HTTP/1.1" status: 200 len: 946 time: 0.0535171 Sep 29 02:19:31.398832 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e64143cb-a8ca-4989-9794-7375a7612f00 req-80ca3ed1-6cdd-4302-a179-c9c206c5343d tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6a5ab4df-c66e-4b46-894a-706b6735c5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426641 Sep 29 02:19:31.973210 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ab454-ad7e-4342-b7f6-f8a7b46ecf19 req-30fc205e-2659-41b1-9f3a-855bc33920e2 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:31.975176 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e33ab454-ad7e-4342-b7f6-f8a7b46ecf19 req-30fc205e-2659-41b1-9f3a-855bc33920e2 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 946 time: 0.0534198 Sep 29 02:19:32.036096 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e33ab454-ad7e-4342-b7f6-f8a7b46ecf19 req-31571140-3d6d-4d49-9806-c827abc137b9 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540550 Sep 29 02:19:32.044215 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=53,neutron:DELETE=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:32.530427 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b295b-ad3b-4f90-8058-9102202e1d57 req-b06b4913-cdb0-455c-b8e8-0fc9d5d73e04 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:32.532498 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-506b295b-ad3b-4f90-8058-9102202e1d57 req-b06b4913-cdb0-455c-b8e8-0fc9d5d73e04 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e49fba9e-05f1-4132-b524-d894f6f5b857 HTTP/1.1" status: 200 len: 946 time: 0.0551605 Sep 29 02:19:32.588844 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-506b295b-ad3b-4f90-8058-9102202e1d57 req-febc2896-a459-485b-b01b-fe3ef058e7fb tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6a5ab4df-c66e-4b46-894a-706b6735c5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489452 Sep 29 02:19:32.674090 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:32.715551 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635866f-61f0-4cf3-97b3-4da734c8ca6a req-2d8d399e-7c99-4ad3-acd7-fb71267b7058 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:32.717067 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-5635866f-61f0-4cf3-97b3-4da734c8ca6a req-2d8d399e-7c99-4ad3-acd7-fb71267b7058 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e49fba9e-05f1-4132-b524-d894f6f5b857 HTTP/1.1" status: 200 len: 946 time: 0.0526485 Sep 29 02:19:32.728891 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 57942) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:32.733432 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-eceabdb9-2806-4204-9889-717d7601b551 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Request body: {'floatingip': {'port_id': 'bcfbdf76-d52f-4d2f-a6c4-273246125493'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:19:32.773357 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eceabdb9-2806-4204-9889-717d7601b551 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for floatingip (e8be7ea7-8f2f-4226-9054-1d9be3bb10e1), before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:33.137083 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:33.209387 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5c755-429e-438c-a650-383d93cc950b req-bf232356-5d1c-497d-91f4-6b6c158e295a tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:33.212992 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-adf5c755-429e-438c-a650-383d93cc950b req-bf232356-5d1c-497d-91f4-6b6c158e295a tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 946 time: 0.0710571 Sep 29 02:19:33.324615 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-adf5c755-429e-438c-a650-383d93cc950b req-2a81d9cf-2b28-47f0-8e50-86d9f6163a14 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954056 Sep 29 02:19:33.328955 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eceabdb9-2806-4204-9889-717d7601b551 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:33.334045 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eceabdb9-2806-4204-9889-717d7601b551 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1596334'] for floatingip (e8be7ea7-8f2f-4226-9054-1d9be3bb10e1), after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:33.436058 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.db.l3_db [None req-eceabdb9-2806-4204-9889-717d7601b551 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Floating IP e8be7ea7-8f2f-4226-9054-1d9be3bb10e1 associated. External IP: 172.28.2.245, port: bcfbdf76-d52f-4d2f-a6c4-273246125493. Sep 29 02:19:33.646732 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eceabdb9-2806-4204-9889-717d7601b551 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Router 17ccc970-db74-48fa-898c-ddc4443f89df has already been hosted by L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:19:33.755863 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:33.759371 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eceabdb9-2806-4204-9889-717d7601b551 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:19:33.764578 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eceabdb9-2806-4204-9889-717d7601b551 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for floatingip (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:33.773297 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea31f591-0804-4e81-a095-165082cd9855 None None] Sync routers for ids ['17ccc970-db74-48fa-898c-ddc4443f89df'] in dv-cinder-740146-21-smb {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:19:33.787555 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea31f591-0804-4e81-a095-165082cd9855 None None] Routers {'17ccc970-db74-48fa-898c-ddc4443f89df'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:19:33.788459 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ea31f591-0804-4e81-a095-165082cd9855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:19:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['17ccc970-db74-48fa-898c-ddc4443f89df'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:33.801487 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-eceabdb9-2806-4204-9889-717d7601b551 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/e8be7ea7-8f2f-4226-9054-1d9be3bb10e1 HTTP/1.1" status: 200 len: 992 time: 1.0686848 Sep 29 02:19:33.801487 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e49fba9e-05f1-4132-b524-d894f6f5b857', 'tag': 'bcfbdf76-d52f-4d2f-a6c4-273246125493'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:19:33.802618 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6fd434f9474e642ac52a32a239cb9403cb6cbac172bb9ea56eecab16f0e16c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5b0d36-fc04-4db2-a386-1cc56cbf0d83" -d '{"events": [{"name": "network-changed", "server_uuid": "e49fba9e-05f1-4132-b524-d894f6f5b857", "tag": "bcfbdf76-d52f-4d2f-a6c4-273246125493"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:19:33.844603 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32028843-2866-4ff9-bd0b-693a1ef49728 x-openstack-request-id: req-32028843-2866-4ff9-bd0b-693a1ef49728 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:19:33.845002 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e49fba9e-05f1-4132-b524-d894f6f5b857", "tag": "bcfbdf76-d52f-4d2f-a6c4-273246125493", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:19:33.845292 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-32028843-2866-4ff9-bd0b-693a1ef49728 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:19:33.846247 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32028843-2866-4ff9-bd0b-693a1ef49728'] response: {'name': 'network-changed', 'server_uuid': 'e49fba9e-05f1-4132-b524-d894f6f5b857', 'tag': 'bcfbdf76-d52f-4d2f-a6c4-273246125493', 'status': 'completed', 'code': 200} Sep 29 02:19:33.864363 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 58008) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:33.912782 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:33.913333 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b0d36-fc04-4db2-a386-1cc56cbf0d83 req-e805a13e-f3d7-40d0-bb94-71fbfb19de21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:33.915098 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-fd5b0d36-fc04-4db2-a386-1cc56cbf0d83 req-e805a13e-f3d7-40d0-bb94-71fbfb19de21 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=1765f90d50914c75bf5c10c43bc688e9&device_id=e49fba9e-05f1-4132-b524-d894f6f5b857 HTTP/1.1" status: 200 len: 1130 time: 0.0448101 Sep 29 02:19:33.924906 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-ea31f591-0804-4e81-a095-165082cd9855 None None] Set router 17ccc970-db74-48fa-898c-ddc4443f89df gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:19:34.030343 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-86211349-9f08-4637-85f0-66b591cab189 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:34.040881 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b0d36-fc04-4db2-a386-1cc56cbf0d83 req-393075ea-724c-4cd1-8004-cfe6348030f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:34.042408 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-fd5b0d36-fc04-4db2-a386-1cc56cbf0d83 req-393075ea-724c-4cd1-8004-cfe6348030f6 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2 HTTP/1.1" status: 200 len: 915 time: 0.1216862 Sep 29 02:19:34.120359 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:34.129881 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-fd5b0d36-fc04-4db2-a386-1cc56cbf0d83 req-9270d430-688b-44cd-93ee-0394da62bdda service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bcfbdf76-d52f-4d2f-a6c4-273246125493 HTTP/1.1" status: 200 len: 1000 time: 0.0782499 Sep 29 02:19:34.165415 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ea31f591-0804-4e81-a095-165082cd9855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'name': 'tempest-AttachVolumeNegativeTest-823417103-router', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:11:49Z', 'revision_number': 4, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'gw_port': {'id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:40Z', 'updated_at': '2022-09-29T02:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_floatingips': [{'id': 'e8be7ea7-8f2f-4226-9054-1d9be3bb10e1', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'floating_ip_address': '172.28.2.245', 'floating_network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'router_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'port_id': 'bcfbdf76-d52f-4d2f-a6c4-273246125493', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'mac_address': 'fa:16:3e:d7:e5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49fba9e-05f1-4132-b524-d894f6f5b857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:19:19Z', 'updated_at': '2022-09-29T02:19:33Z', 'revision_number': 1, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cf6ac9c-d1f1-4274-b794-31248e1deb48', 'name': '', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'mac_address': 'fa:16:3e:0d:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:46Z', 'updated_at': '2022-09-29T02:11:55Z', 'revision_number': 5, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'subnets': [{'id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:34.194738 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea31f591-0804-4e81-a095-165082cd9855 None None] Checking router: 17ccc970-db74-48fa-898c-ddc4443f89df for host: dv-cinder-740146-21-smb {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:19:34.195050 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=5 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:34.203795 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea31f591-0804-4e81-a095-165082cd9855 None None] Routers {'17ccc970-db74-48fa-898c-ddc4443f89df'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:19:34.204404 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ea31f591-0804-4e81-a095-165082cd9855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:19:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['17ccc970-db74-48fa-898c-ddc4443f89df'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:34.226994 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b0d36-fc04-4db2-a386-1cc56cbf0d83 req-835b080c-f6ea-48f5-b165-d34fb40fbc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:34.228683 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-fd5b0d36-fc04-4db2-a386-1cc56cbf0d83 req-835b080c-f6ea-48f5-b165-d34fb40fbc4f service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=00e04331-0054-4eae-80e0-25be17b9d3cd HTTP/1.1" status: 200 len: 853 time: 0.0910461 Sep 29 02:19:34.235312 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-86211349-9f08-4637-85f0-66b591cab189 admin admin] Publish callbacks [] for security_group (927d7da2-fd68-4955-8c27-c20d830a4f0e), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:34.247599 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-86211349-9f08-4637-85f0-66b591cab189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (927d7da2-fd68-4955-8c27-c20d830a4f0e), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:34.309766 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b0d36-fc04-4db2-a386-1cc56cbf0d83 req-a43f4ad7-47eb-4df0-907e-b3466978d28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:34.310100 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-ea31f591-0804-4e81-a095-165082cd9855 None None] Set router 17ccc970-db74-48fa-898c-ddc4443f89df gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:19:34.311468 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-fd5b0d36-fc04-4db2-a386-1cc56cbf0d83 req-a43f4ad7-47eb-4df0-907e-b3466978d28d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0745873 Sep 29 02:19:34.336183 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-86211349-9f08-4637-85f0-66b591cab189 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=95d6342866eb441482460d2e7a9b8184&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4705715 Sep 29 02:19:34.339489 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 58012) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:34.350137 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86211349-9f08-4637-85f0-66b591cab189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927d7da2-fd68-4955-8c27-c20d830a4f0e,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:34.414624 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5518f17e-caff-4123-aed1-8cbf2131ce10 admin admin] Publish callbacks [] for security_group (927d7da2-fd68-4955-8c27-c20d830a4f0e), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:34.436171 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5518f17e-caff-4123-aed1-8cbf2131ce10 admin admin] Publish callbacks [] for security_group (927d7da2-fd68-4955-8c27-c20d830a4f0e), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:34.440579 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-fd5b0d36-fc04-4db2-a386-1cc56cbf0d83 req-b588ec19-6fdd-4f04-bc18-74923336aa46 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214311 Sep 29 02:19:34.488740 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5518f17e-caff-4123-aed1-8cbf2131ce10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (927d7da2-fd68-4955-8c27-c20d830a4f0e), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:34.493448 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5518f17e-caff-4123-aed1-8cbf2131ce10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:34.495764 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-5518f17e-caff-4123-aed1-8cbf2131ce10 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/927d7da2-fd68-4955-8c27-c20d830a4f0e HTTP/1.1" status: 204 len: 168 time: 0.1545527 Sep 29 02:19:34.507362 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5518f17e-caff-4123-aed1-8cbf2131ce10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927d7da2-fd68-4955-8c27-c20d830a4f0e,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:34.554803 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-ea31f591-0804-4e81-a095-165082cd9855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'name': 'tempest-AttachVolumeNegativeTest-823417103-router', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:11:49Z', 'revision_number': 4, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'gw_port': {'id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:40Z', 'updated_at': '2022-09-29T02:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_floatingips': [{'id': 'e8be7ea7-8f2f-4226-9054-1d9be3bb10e1', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'floating_ip_address': '172.28.2.245', 'floating_network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'router_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'port_id': 'bcfbdf76-d52f-4d2f-a6c4-273246125493', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'mac_address': 'fa:16:3e:d7:e5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49fba9e-05f1-4132-b524-d894f6f5b857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:19:19Z', 'updated_at': '2022-09-29T02:19:33Z', 'revision_number': 1, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cf6ac9c-d1f1-4274-b794-31248e1deb48', 'name': '', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'mac_address': 'fa:16:3e:0d:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:46Z', 'updated_at': '2022-09-29T02:11:55Z', 'revision_number': 5, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'subnets': [{'id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:19:34.561203 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43307906-e499-4459-bc1f-3a2375822f62 req-592f63f4-b054-43fe-b9b6-1b1957fa9099 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:34.563296 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-43307906-e499-4459-bc1f-3a2375822f62 req-592f63f4-b054-43fe-b9b6-1b1957fa9099 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 946 time: 0.1162446 Sep 29 02:19:34.584246 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea31f591-0804-4e81-a095-165082cd9855 None None] The sync data for ids ['17ccc970-db74-48fa-898c-ddc4443f89df'] in dv-cinder-740146-21-smb is: [{'id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'name': 'tempest-AttachVolumeNegativeTest-823417103-router', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:11:49Z', 'revision_number': 4, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'gw_port': {'id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:40Z', 'updated_at': '2022-09-29T02:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_floatingips': [{'id': 'e8be7ea7-8f2f-4226-9054-1d9be3bb10e1', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'floating_ip_address': '172.28.2.245', 'floating_network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'router_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'port_id': 'bcfbdf76-d52f-4d2f-a6c4-273246125493', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'mac_address': 'fa:16:3e:d7:e5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49fba9e-05f1-4132-b524-d894f6f5b857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:19:19Z', 'updated_at': '2022-09-29T02:19:33Z', 'revision_number': 1, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cf6ac9c-d1f1-4274-b794-31248e1deb48', 'name': '', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'mac_address': 'fa:16:3e:0d:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:46Z', 'updated_at': '2022-09-29T02:11:55Z', 'revision_number': 5, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'subnets': [{'id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:19:34.637829 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-fd5b0d36-fc04-4db2-a386-1cc56cbf0d83 req-f99cfd4c-07d4-4468-86fe-77c8c8426ed6 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892178 Sep 29 02:19:34.646606 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-43307906-e499-4459-bc1f-3a2375822f62 req-7bf9a32c-5284-42d6-bcfe-af4cbc1230ef tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765250 Sep 29 02:19:34.826252 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d312f2d-d6e7-4e95-b01e-5b4b22fa0c70 None None] New status for floating IP e8be7ea7-8f2f-4226-9054-1d9be3bb10e1: ACTIVE {{(pid=106442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:19:34.836587 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 58020) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:34.850396 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0a5daf75-6951-46d0-b252-5a1ba28b3387 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:34.938319 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0a5daf75-6951-46d0-b252-5a1ba28b3387 admin admin] Publish callbacks [] for security_group (15f73c31-a912-4d33-9c2a-8e7cdb4a9de4), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:34.941999 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0a5daf75-6951-46d0-b252-5a1ba28b3387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (15f73c31-a912-4d33-9c2a-8e7cdb4a9de4), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:34.986033 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-0a5daf75-6951-46d0-b252-5a1ba28b3387 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=6ba552db8a624b98b2a5d08b411c6f23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1483231 Sep 29 02:19:34.986840 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5daf75-6951-46d0-b252-5a1ba28b3387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f73c31-a912-4d33-9c2a-8e7cdb4a9de4,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:34.988646 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 58022) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:35.040894 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fc463c10-3fc6-4bf7-8395-9253a3493b08 admin admin] Publish callbacks [] for security_group (15f73c31-a912-4d33-9c2a-8e7cdb4a9de4), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:35.060229 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fc463c10-3fc6-4bf7-8395-9253a3493b08 admin admin] Publish callbacks [] for security_group (15f73c31-a912-4d33-9c2a-8e7cdb4a9de4), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:35.088584 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:35.106959 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fc463c10-3fc6-4bf7-8395-9253a3493b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (15f73c31-a912-4d33-9c2a-8e7cdb4a9de4), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:35.110131 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-fc463c10-3fc6-4bf7-8395-9253a3493b08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:35.111495 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-fc463c10-3fc6-4bf7-8395-9253a3493b08 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/15f73c31-a912-4d33-9c2a-8e7cdb4a9de4 HTTP/1.1" status: 204 len: 168 time: 0.1217096 Sep 29 02:19:35.120559 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc463c10-3fc6-4bf7-8395-9253a3493b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f73c31-a912-4d33-9c2a-8e7cdb4a9de4,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:35.814300 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d2d7b-6aaf-4381-bac7-e3bad3deae76 req-3f284fa4-fa65-48ba-bbbd-3a41c6933cfd tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:35.815900 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-048d2d7b-6aaf-4381-bac7-e3bad3deae76 req-3f284fa4-fa65-48ba-bbbd-3a41c6933cfd tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 946 time: 0.0560679 Sep 29 02:19:35.867984 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-048d2d7b-6aaf-4381-bac7-e3bad3deae76 req-5257e067-cd06-4603-9e14-3d81253c8fd6 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463037 Sep 29 02:19:36.756473 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 58068) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:36.864321 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6c2e7ee8-fada-4745-8bfb-8428ac2b9091 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:36.947355 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6c2e7ee8-fada-4745-8bfb-8428ac2b9091 admin admin] Publish callbacks [] for security_group (a879c592-c322-47f2-9299-70a96d652897), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:36.951265 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6c2e7ee8-fada-4745-8bfb-8428ac2b9091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (a879c592-c322-47f2-9299-70a96d652897), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:37.019709 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-6c2e7ee8-fada-4745-8bfb-8428ac2b9091 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=640e0fba2d0d4b0f908ad99ddd38b655&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2619700 Sep 29 02:19:37.022645 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 58074) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:37.033366 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa167f-881e-4bc8-928c-e4d1538ee9ca req-c2ef7c27-4e00-49d3-8931-ee1cde7503f8 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:37.034820 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-02fa167f-881e-4bc8-928c-e4d1538ee9ca req-c2ef7c27-4e00-49d3-8931-ee1cde7503f8 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 946 time: 0.0741358 Sep 29 02:19:37.036337 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e7ee8-fada-4745-8bfb-8428ac2b9091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a879c592-c322-47f2-9299-70a96d652897,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:37.049125 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:37.076789 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:37.080507 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8aa6d082-7153-4272-aee6-5c4649598c79 admin admin] Publish callbacks [] for security_group (a879c592-c322-47f2-9299-70a96d652897), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:37.102955 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8aa6d082-7153-4272-aee6-5c4649598c79 admin admin] Publish callbacks [] for security_group (a879c592-c322-47f2-9299-70a96d652897), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:37.157680 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8aa6d082-7153-4272-aee6-5c4649598c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (a879c592-c322-47f2-9299-70a96d652897), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:37.160287 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8aa6d082-7153-4272-aee6-5c4649598c79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:37.164043 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-8aa6d082-7153-4272-aee6-5c4649598c79 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a879c592-c322-47f2-9299-70a96d652897 HTTP/1.1" status: 204 len: 168 time: 0.1377943 Sep 29 02:19:37.169968 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa6d082-7153-4272-aee6-5c4649598c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a879c592-c322-47f2-9299-70a96d652897,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:37.353221 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-02fa167f-881e-4bc8-928c-e4d1538ee9ca req-075f7040-242d-4db0-8e5f-2ce174cb3c22 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3125741 Sep 29 02:19:37.490519 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 58080) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:37.506011 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2dc93012-2f81-46d4-9437-9f1a0e47e1db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:37.527036 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:37.591563 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2dc93012-2f81-46d4-9437-9f1a0e47e1db admin admin] Publish callbacks [] for security_group (7d2638fe-5af5-40c5-b7df-ab9d0e162c83), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:37.606300 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2dc93012-2f81-46d4-9437-9f1a0e47e1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (7d2638fe-5af5-40c5-b7df-ab9d0e162c83), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:37.647757 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-2dc93012-2f81-46d4-9437-9f1a0e47e1db admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=7c122021eb0146259ead39c04f31ef61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1560740 Sep 29 02:19:37.648772 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc93012-2f81-46d4-9437-9f1a0e47e1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2638fe-5af5-40c5-b7df-ab9d0e162c83,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:37.650443 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 58082) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:37.704538 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0328ad03-1411-40d5-b1c3-63f376c1edf9 admin admin] Publish callbacks [] for security_group (7d2638fe-5af5-40c5-b7df-ab9d0e162c83), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:37.726237 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0328ad03-1411-40d5-b1c3-63f376c1edf9 admin admin] Publish callbacks [] for security_group (7d2638fe-5af5-40c5-b7df-ab9d0e162c83), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:37.774860 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0328ad03-1411-40d5-b1c3-63f376c1edf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (7d2638fe-5af5-40c5-b7df-ab9d0e162c83), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:37.777420 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0328ad03-1411-40d5-b1c3-63f376c1edf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:37.778505 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-0328ad03-1411-40d5-b1c3-63f376c1edf9 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/7d2638fe-5af5-40c5-b7df-ab9d0e162c83 HTTP/1.1" status: 204 len: 168 time: 0.1262324 Sep 29 02:19:37.786587 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328ad03-1411-40d5-b1c3-63f376c1edf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2638fe-5af5-40c5-b7df-ab9d0e162c83,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:38.253833 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:38.498196 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec244c89-dc9f-4062-a063-1eacd92c38fd req-529109de-3c11-43f8-ab27-68bfb3a30d0f tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:38.500277 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ec244c89-dc9f-4062-a063-1eacd92c38fd req-529109de-3c11-43f8-ab27-68bfb3a30d0f tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 946 time: 0.0497854 Sep 29 02:19:38.551114 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ec244c89-dc9f-4062-a063-1eacd92c38fd req-e9b1ac4d-e5df-4b60-9bbf-093700749f81 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448804 Sep 29 02:19:39.682942 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6524d7-be63-48e6-9665-1ec73b13a30a req-69e6a1e1-41d0-40ed-b9a4-914fe396d0e8 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:39.685649 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9c6524d7-be63-48e6-9665-1ec73b13a30a req-69e6a1e1-41d0-40ed-b9a4-914fe396d0e8 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 946 time: 0.0523844 Sep 29 02:19:39.737633 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9c6524d7-be63-48e6-9665-1ec73b13a30a req-69c860f3-9647-4ea1-a6d6-a85864d2872c tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460060 Sep 29 02:19:40.868498 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02016d-6c4b-4710-9218-25f338eea20f req-87c5f34a-4866-4098-8ce2-e0236e999846 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:40.870005 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4e02016d-6c4b-4710-9218-25f338eea20f req-87c5f34a-4866-4098-8ce2-e0236e999846 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 946 time: 0.0468845 Sep 29 02:19:40.918841 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4e02016d-6c4b-4710-9218-25f338eea20f req-e4087b2b-276d-446b-891e-b801c3ea5d9f tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432894 Sep 29 02:19:42.061727 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e03d40-e58a-4d91-9109-1977cb25a2fb req-cb36421c-bb74-4f85-be94-97fa44059bc9 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:42.063867 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f2e03d40-e58a-4d91-9109-1977cb25a2fb req-cb36421c-bb74-4f85-be94-97fa44059bc9 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 946 time: 0.0505331 Sep 29 02:19:42.111256 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:42.117060 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f2e03d40-e58a-4d91-9109-1977cb25a2fb req-a5974813-8467-4e0b-91a8-3b0e0b3f35cd tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464625 Sep 29 02:19:42.845704 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560d7af-306b-48d7-8313-1392944773d7 req-1f745b18-49ce-4297-99dd-f715bb457d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:42.847228 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9560d7af-306b-48d7-8313-1392944773d7 req-1f745b18-49ce-4297-99dd-f715bb457d79 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bb1caf7cbae44c41bce39e486a20f6eb&device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 1130 time: 0.0428712 Sep 29 02:19:42.956810 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560d7af-306b-48d7-8313-1392944773d7 req-f4a2c504-91bc-48e5-bc99-dc7ab90be46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:42.958328 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9560d7af-306b-48d7-8313-1392944773d7 req-f4a2c504-91bc-48e5-bc99-dc7ab90be46e service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=3be65160-34ea-4bb6-abd7-0d461783c057 HTTP/1.1" status: 200 len: 917 time: 0.0934441 Sep 29 02:19:43.023615 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9560d7af-306b-48d7-8313-1392944773d7 req-b36c8b85-2184-40ba-8ea4-ec47b162a3c6 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06da52c4-2e7a-42a0-9ff0-aa8e4455acec HTTP/1.1" status: 200 len: 1002 time: 0.0590270 Sep 29 02:19:43.129811 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560d7af-306b-48d7-8313-1392944773d7 req-607e925c-672b-42b3-ba96-20cd1a788ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:43.131450 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9560d7af-306b-48d7-8313-1392944773d7 req-607e925c-672b-42b3-ba96-20cd1a788ffc service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=398c055b-a2b0-4881-821c-6995d7734c32 HTTP/1.1" status: 200 len: 855 time: 0.0581255 Sep 29 02:19:43.182785 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560d7af-306b-48d7-8313-1392944773d7 req-dd4f672c-8d15-42c5-81df-cba8606393a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:43.184569 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9560d7af-306b-48d7-8313-1392944773d7 req-dd4f672c-8d15-42c5-81df-cba8606393a7 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=3be65160-34ea-4bb6-abd7-0d461783c057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0463357 Sep 29 02:19:43.290968 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3efa5b-1ee9-4640-bc15-ab86d5b746ef req-82983901-2e72-4372-97c6-e2db359d4909 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:43.292426 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-af3efa5b-1ee9-4640-bc15-ab86d5b746ef req-82983901-2e72-4372-97c6-e2db359d4909 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 946 time: 0.0816107 Sep 29 02:19:43.314995 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:43.347998 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9560d7af-306b-48d7-8313-1392944773d7 req-56d4060e-e7b4-4b07-903f-4a837ec21add service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3be65160-34ea-4bb6-abd7-0d461783c057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552694 Sep 29 02:19:43.384022 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-af3efa5b-1ee9-4640-bc15-ab86d5b746ef req-50755562-39ac-4c53-afef-42775c51d475 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849371 Sep 29 02:19:43.396155 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 06da52c4-2e7a-42a0-9ff0-aa8e4455acec details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:19:43.454254 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9560d7af-306b-48d7-8313-1392944773d7 req-62b0e9e8-96fa-4225-8b1e-86d6f7131c93 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3be65160-34ea-4bb6-abd7-0d461783c057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999620 Sep 29 02:19:43.496626 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 06da52c4-2e7a-42a0-9ff0-aa8e4455acec, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=06da52c4-2e7a-42a0-9ff0-aa8e4455acec,segment=NetworkSegment(af33ed35-e9af-41d9-8ab2-604c2b07ce0b),segment_id=af33ed35-e9af-41d9-8ab2-604c2b07ce0b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:19:43.508389 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Returning: {'device': '06da52c4-2e7a-42a0-9ff0-aa8e4455acec', 'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057', 'port_id': '06da52c4-2e7a-42a0-9ff0-aa8e4455acec', 'mac_address': 'fa:16:3e:71:86:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '398c055b-a2b0-4881-821c-6995d7734c32', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:19:43.541843 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port 06da52c4-2e7a-42a0-9ff0-aa8e4455acec is: ACTIVE; New status is: BUILD {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:19:43.542259 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (06da52c4-2e7a-42a0-9ff0-aa8e4455acec), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:43.556161 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06da52c4-2e7a-42a0-9ff0-aa8e4455acec {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:19:43.577700 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 06da52c4-2e7a-42a0-9ff0-aa8e4455acec, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=06da52c4-2e7a-42a0-9ff0-aa8e4455acec,segment=NetworkSegment(af33ed35-e9af-41d9-8ab2-604c2b07ce0b),segment_id=af33ed35-e9af-41d9-8ab2-604c2b07ce0b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:19:43.581923 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (06da52c4-2e7a-42a0-9ff0-aa8e4455acec), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:43.607737 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:43.637740 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Pushing event updated for resources: {'Port': ['ID=06da52c4-2e7a-42a0-9ff0-aa8e4455acec,revision_number=6']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:43.671371 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] get_ports_and_sgs() called for port_ids ['06da52c4-2e7a-42a0-9ff0-aa8e4455acec'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:19:43.813959 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:44.531677 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a39e20-a39a-4187-bf0e-e88b683ab5f4 req-58659a65-18a8-4575-b1d2-1db465016dd3 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:44.533278 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-66a39e20-a39a-4187-bf0e-e88b683ab5f4 req-58659a65-18a8-4575-b1d2-1db465016dd3 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 945 time: 0.0593543 Sep 29 02:19:44.591298 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-66a39e20-a39a-4187-bf0e-e88b683ab5f4 req-fe13ba2d-4297-41c8-a62e-740e8b09c404 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513079 Sep 29 02:19:44.934685 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:44.936580 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=13 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:45.395843 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 06da52c4-2e7a-42a0-9ff0-aa8e4455acec up at agent hyperv_hv-cinder-74014 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:19:45.439364 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Provisioning complete for port 06da52c4-2e7a-42a0-9ff0-aa8e4455acec triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:19:45.439739 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (06da52c4-2e7a-42a0-9ff0-aa8e4455acec), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:45.440073 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Attempt 1 to provision port 06da52c4-2e7a-42a0-9ff0-aa8e4455acec Sep 29 02:19:45.511553 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port 06da52c4-2e7a-42a0-9ff0-aa8e4455acec is: BUILD; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:19:45.511938 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (06da52c4-2e7a-42a0-9ff0-aa8e4455acec), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:45.534301 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d73316d-7dfd-4834-90ce-918304a87fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06da52c4-2e7a-42a0-9ff0-aa8e4455acec'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:19:45.536565 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9024dbdcad92e29b408608371dc01104c16b992bc758fd4b6455d872f62f597b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f033c25-dbcd-414e-a550-0e3249ac7e10" -d '{"events": [{"server_uuid": "1d73316d-7dfd-4834-90ce-918304a87fa6", "name": "network-vif-plugged", "status": "completed", "tag": "06da52c4-2e7a-42a0-9ff0-aa8e4455acec"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:19:45.549165 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 06da52c4-2e7a-42a0-9ff0-aa8e4455acec, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=06da52c4-2e7a-42a0-9ff0-aa8e4455acec,segment=NetworkSegment(af33ed35-e9af-41d9-8ab2-604c2b07ce0b),segment_id=af33ed35-e9af-41d9-8ab2-604c2b07ce0b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:19:45.553116 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (06da52c4-2e7a-42a0-9ff0-aa8e4455acec), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:45.580515 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7289031-fd58-4464-8e3a-3ba25110b050 x-openstack-request-id: req-e7289031-fd58-4464-8e3a-3ba25110b050 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:19:45.580802 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d73316d-7dfd-4834-90ce-918304a87fa6", "name": "network-vif-plugged", "status": "completed", "tag": "06da52c4-2e7a-42a0-9ff0-aa8e4455acec", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:19:45.581054 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e7289031-fd58-4464-8e3a-3ba25110b050 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:19:45.581461 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7289031-fd58-4464-8e3a-3ba25110b050'] response: {'server_uuid': '1d73316d-7dfd-4834-90ce-918304a87fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06da52c4-2e7a-42a0-9ff0-aa8e4455acec', 'code': 200} Sep 29 02:19:45.614107 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Pushing event updated for resources: {'Port': ['ID=06da52c4-2e7a-42a0-9ff0-aa8e4455acec,revision_number=7']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:45.621171 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:45.621541 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:45.621882 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:45.622244 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:45.622581 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:45.622909 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:45.623237 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:45.623561 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:45.624607 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:45.624940 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:45.625268 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:45.625617 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:45.625941 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:45.626529 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:45.626862 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:19:45.735825 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2358d-c06b-45a4-a688-9cde8b4b25b7 req-71dd3ea9-7478-44bf-a534-0784cc233214 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:45.737327 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-06a2358d-c06b-45a4-a688-9cde8b4b25b7 req-71dd3ea9-7478-44bf-a534-0784cc233214 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 946 time: 0.0475008 Sep 29 02:19:45.784762 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-06a2358d-c06b-45a4-a688-9cde8b4b25b7 req-4956e809-d6a0-4f38-bd31-134553e7f09d tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418603 Sep 29 02:19:46.817123 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 58230) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:46.923719 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2a900-e466-4ccf-9069-9645485fd3b1 req-705c73ce-76ac-4346-a313-df88cd55e211 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:46.925170 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-68e2a900-e466-4ccf-9069-9645485fd3b1 req-705c73ce-76ac-4346-a313-df88cd55e211 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 946 time: 0.0579896 Sep 29 02:19:46.933824 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8213d559-1985-4af6-82b4-c00a3ea15dfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:47.008911 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-68e2a900-e466-4ccf-9069-9645485fd3b1 req-b86d65be-8177-469d-b31a-c7fe5753009d tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766602 Sep 29 02:19:47.054104 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8213d559-1985-4af6-82b4-c00a3ea15dfb admin admin] Publish callbacks [] for security_group (ee3cb3f6-c9b3-4197-806f-528473903a9b), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:47.057756 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8213d559-1985-4af6-82b4-c00a3ea15dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (ee3cb3f6-c9b3-4197-806f-528473903a9b), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:47.072732 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:47.099645 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8213d559-1985-4af6-82b4-c00a3ea15dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3cb3f6-c9b3-4197-806f-528473903a9b,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:47.105702 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-8213d559-1985-4af6-82b4-c00a3ea15dfb admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=076ab2e483da41aa9489e8e974faf0ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2875285 Sep 29 02:19:47.108411 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 58236) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:47.159356 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5bd6595c-7c08-4b3c-8072-f6fea8a28b15 admin admin] Publish callbacks [] for security_group (ee3cb3f6-c9b3-4197-806f-528473903a9b), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:47.179759 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5bd6595c-7c08-4b3c-8072-f6fea8a28b15 admin admin] Publish callbacks [] for security_group (ee3cb3f6-c9b3-4197-806f-528473903a9b), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:47.228486 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5bd6595c-7c08-4b3c-8072-f6fea8a28b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (ee3cb3f6-c9b3-4197-806f-528473903a9b), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:47.231008 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-5bd6595c-7c08-4b3c-8072-f6fea8a28b15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:47.232206 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-5bd6595c-7c08-4b3c-8072-f6fea8a28b15 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/ee3cb3f6-c9b3-4197-806f-528473903a9b HTTP/1.1" status: 204 len: 168 time: 0.1224513 Sep 29 02:19:47.241437 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd6595c-7c08-4b3c-8072-f6fea8a28b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3cb3f6-c9b3-4197-806f-528473903a9b,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:47.488184 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 58242) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:47.502312 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3e1b784e-1124-4212-bc2c-17ca57248d36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:47.577448 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3e1b784e-1124-4212-bc2c-17ca57248d36 admin admin] Publish callbacks [] for security_group (0bfff502-aab8-4bfa-91c9-78b6e4baabc8), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:47.580953 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3e1b784e-1124-4212-bc2c-17ca57248d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (0bfff502-aab8-4bfa-91c9-78b6e4baabc8), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:47.619142 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-3e1b784e-1124-4212-bc2c-17ca57248d36 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=6c65c3b4639945e68152f16d2000ed39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1298888 Sep 29 02:19:47.621058 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b784e-1124-4212-bc2c-17ca57248d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfff502-aab8-4bfa-91c9-78b6e4baabc8,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:47.622017 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 58244) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:47.672926 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3a8b7cb9-3d47-4dc5-8073-365522dc321f admin admin] Publish callbacks [] for security_group (0bfff502-aab8-4bfa-91c9-78b6e4baabc8), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:47.698026 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3a8b7cb9-3d47-4dc5-8073-365522dc321f admin admin] Publish callbacks [] for security_group (0bfff502-aab8-4bfa-91c9-78b6e4baabc8), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:47.745101 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3a8b7cb9-3d47-4dc5-8073-365522dc321f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (0bfff502-aab8-4bfa-91c9-78b6e4baabc8), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:47.747630 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3a8b7cb9-3d47-4dc5-8073-365522dc321f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:47.748824 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-3a8b7cb9-3d47-4dc5-8073-365522dc321f admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/0bfff502-aab8-4bfa-91c9-78b6e4baabc8 HTTP/1.1" status: 204 len: 168 time: 0.1257999 Sep 29 02:19:47.757047 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b7cb9-3d47-4dc5-8073-365522dc321f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfff502-aab8-4bfa-91c9-78b6e4baabc8,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:48.081739 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 58252) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:48.095139 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-30aa4542-8817-46be-bf81-4f68166faf32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:48.143597 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7b950-4ef6-4fe6-8e47-9d2b5accff88 req-76a4a7bf-677a-43b7-92b4-b38b8952b95c tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:48.145121 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9fe7b950-4ef6-4fe6-8e47-9d2b5accff88 req-76a4a7bf-677a-43b7-92b4-b38b8952b95c tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 946 time: 0.0532722 Sep 29 02:19:48.170317 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:48.178070 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-30aa4542-8817-46be-bf81-4f68166faf32 admin admin] Publish callbacks [] for security_group (9318ac78-bdcb-475e-a5bd-cc3966f7ffa9), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:48.184430 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-30aa4542-8817-46be-bf81-4f68166faf32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (9318ac78-bdcb-475e-a5bd-cc3966f7ffa9), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:48.203106 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:48.203693 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9fe7b950-4ef6-4fe6-8e47-9d2b5accff88 req-e78b5586-4ae2-48ba-a4e1-614146d8cf61 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525181 Sep 29 02:19:48.224158 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa4542-8817-46be-bf81-4f68166faf32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9318ac78-bdcb-475e-a5bd-cc3966f7ffa9,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:48.232101 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-30aa4542-8817-46be-bf81-4f68166faf32 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=b7e8a5e679734a6b8f6555f89e31bbac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1492951 Sep 29 02:19:48.232672 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 58254) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:48.283904 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-70852f5f-6659-49fd-aeec-425ae5521def admin admin] Publish callbacks [] for security_group (9318ac78-bdcb-475e-a5bd-cc3966f7ffa9), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:48.303950 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-70852f5f-6659-49fd-aeec-425ae5521def admin admin] Publish callbacks [] for security_group (9318ac78-bdcb-475e-a5bd-cc3966f7ffa9), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:48.351265 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-70852f5f-6659-49fd-aeec-425ae5521def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (9318ac78-bdcb-475e-a5bd-cc3966f7ffa9), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:48.353768 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-70852f5f-6659-49fd-aeec-425ae5521def admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:48.354899 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-70852f5f-6659-49fd-aeec-425ae5521def admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/9318ac78-bdcb-475e-a5bd-cc3966f7ffa9 HTTP/1.1" status: 204 len: 168 time: 0.1204331 Sep 29 02:19:48.362658 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70852f5f-6659-49fd-aeec-425ae5521def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9318ac78-bdcb-475e-a5bd-cc3966f7ffa9,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:49.345194 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a80f0-2c68-4b61-a7dc-f02e206857c1 req-e903bc31-038b-4b62-9016-19ddda9f2f6c tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:49.349779 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b56a80f0-2c68-4b61-a7dc-f02e206857c1 req-e903bc31-038b-4b62-9016-19ddda9f2f6c tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 946 time: 0.0608304 Sep 29 02:19:49.406182 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b56a80f0-2c68-4b61-a7dc-f02e206857c1 req-d87e52bf-e5ce-4d6a-9bd7-7bf26386daf9 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537262 Sep 29 02:19:49.619081 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1b9992d7-248a-431d-9cf3-17d91ba095c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:50.547005 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da0af97-5c5f-4d40-ad8f-0b06be468a1f req-f352cd7c-7973-46f3-b75f-01ad68b1e0d1 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:50.549784 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-5da0af97-5c5f-4d40-ad8f-0b06be468a1f req-f352cd7c-7973-46f3-b75f-01ad68b1e0d1 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 946 time: 0.0536509 Sep 29 02:19:50.601946 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-5da0af97-5c5f-4d40-ad8f-0b06be468a1f req-bf610537-7c4d-46bc-9316-fb6c164c166a tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468369 Sep 29 02:19:51.774668 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54472b0d-3a3c-43ae-8429-c323aeee0dfb req-c4c9d9bd-b71c-4c3c-b56f-accb43d29bb9 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:51.776278 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-54472b0d-3a3c-43ae-8429-c323aeee0dfb req-c4c9d9bd-b71c-4c3c-b56f-accb43d29bb9 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 946 time: 0.0521448 Sep 29 02:19:51.843597 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-54472b0d-3a3c-43ae-8429-c323aeee0dfb req-33958275-814a-4891-8e5a-da0b51f5a004 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601885 Sep 29 02:19:52.112659 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-57d53940-e4ba-47c9-8d51-04d7d2bb0a8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:53.044117 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009afe95-1992-443c-86e7-9acac25679f4 req-6d76ddd4-be36-4bca-802e-20194dc18bd8 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:53.045865 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-009afe95-1992-443c-86e7-9acac25679f4 req-6d76ddd4-be36-4bca-802e-20194dc18bd8 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 946 time: 0.0830150 Sep 29 02:19:53.111674 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-009afe95-1992-443c-86e7-9acac25679f4 req-dc781324-93cf-49ad-b145-78f2fbbe4ce1 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559881 Sep 29 02:19:53.113371 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 58366) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:53.243390 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:53.283154 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-61915c77-3dbd-4c4c-8311-4b6eeee27717 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:53.336857 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:53.369767 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-61915c77-3dbd-4c4c-8311-4b6eeee27717 admin admin] Publish callbacks [] for security_group (b3dfb6ec-ae68-41ae-bb9d-277d91ebf2c5), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:53.376056 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-61915c77-3dbd-4c4c-8311-4b6eeee27717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (b3dfb6ec-ae68-41ae-bb9d-277d91ebf2c5), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:53.414023 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61915c77-3dbd-4c4c-8311-4b6eeee27717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3dfb6ec-ae68-41ae-bb9d-277d91ebf2c5,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:53.418277 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-61915c77-3dbd-4c4c-8311-4b6eeee27717 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=aca0703f6af2454eb9d76bc5229cc660&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3035011 Sep 29 02:19:53.422695 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 58370) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:53.476970 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de607657-a13c-47b8-9532-cf8be5c2b4e1 admin admin] Publish callbacks [] for security_group (b3dfb6ec-ae68-41ae-bb9d-277d91ebf2c5), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:53.502061 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de607657-a13c-47b8-9532-cf8be5c2b4e1 admin admin] Publish callbacks [] for security_group (b3dfb6ec-ae68-41ae-bb9d-277d91ebf2c5), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:53.528139 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:53.559474 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de607657-a13c-47b8-9532-cf8be5c2b4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (b3dfb6ec-ae68-41ae-bb9d-277d91ebf2c5), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:53.562784 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-de607657-a13c-47b8-9532-cf8be5c2b4e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:53.565760 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-de607657-a13c-47b8-9532-cf8be5c2b4e1 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/b3dfb6ec-ae68-41ae-bb9d-277d91ebf2c5 HTTP/1.1" status: 204 len: 168 time: 0.1421120 Sep 29 02:19:53.574939 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de607657-a13c-47b8-9532-cf8be5c2b4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3dfb6ec-ae68-41ae-bb9d-277d91ebf2c5,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:53.923477 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 58376) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:53.937557 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-39301653-8c87-46c3-848b-48d859b0367c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:54.021934 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-39301653-8c87-46c3-848b-48d859b0367c admin admin] Publish callbacks [] for security_group (78d29fc6-761c-41fd-8215-bb2dabb43bd8), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:54.026005 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-39301653-8c87-46c3-848b-48d859b0367c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (78d29fc6-761c-41fd-8215-bb2dabb43bd8), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:54.070445 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-39301653-8c87-46c3-848b-48d859b0367c admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=11ed503f53b1423fba44841d13e18b4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1456394 Sep 29 02:19:54.071845 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39301653-8c87-46c3-848b-48d859b0367c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d29fc6-761c-41fd-8215-bb2dabb43bd8,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:54.073097 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 58378) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:54.126466 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2b439e0b-ea37-4ccf-a61f-b076509ea0b3 admin admin] Publish callbacks [] for security_group (78d29fc6-761c-41fd-8215-bb2dabb43bd8), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:54.148136 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2b439e0b-ea37-4ccf-a61f-b076509ea0b3 admin admin] Publish callbacks [] for security_group (78d29fc6-761c-41fd-8215-bb2dabb43bd8), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:54.214616 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2b439e0b-ea37-4ccf-a61f-b076509ea0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (78d29fc6-761c-41fd-8215-bb2dabb43bd8), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:54.217985 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2b439e0b-ea37-4ccf-a61f-b076509ea0b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:54.219411 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-2b439e0b-ea37-4ccf-a61f-b076509ea0b3 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/78d29fc6-761c-41fd-8215-bb2dabb43bd8 HTTP/1.1" status: 204 len: 168 time: 0.1452696 Sep 29 02:19:54.228187 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b439e0b-ea37-4ccf-a61f-b076509ea0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d29fc6-761c-41fd-8215-bb2dabb43bd8,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:54.281434 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ca516-a93c-4b42-b8ae-200c19acc7b1 req-92932a9c-830c-4343-8632-1f7e11052399 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:54.283127 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e86ca516-a93c-4b42-b8ae-200c19acc7b1 req-92932a9c-830c-4343-8632-1f7e11052399 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 946 time: 0.0702436 Sep 29 02:19:54.344876 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e86ca516-a93c-4b42-b8ae-200c19acc7b1 req-a9ea215b-ef99-4de4-9303-af01181a819f tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536892 Sep 29 02:19:54.803927 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:54.886075 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:55.502203 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec20cd-ca5c-4a11-8005-f59560f34115 req-f7dbcfd5-b274-4185-80fe-63d467cc93f7 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:55.504023 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f8ec20cd-ca5c-4a11-8005-f59560f34115 req-f7dbcfd5-b274-4185-80fe-63d467cc93f7 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 946 time: 0.0644562 Sep 29 02:19:55.554502 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 58414) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:55.560491 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f8ec20cd-ca5c-4a11-8005-f59560f34115 req-8698c502-3734-42a7-a0db-4b1965390abf tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490685 Sep 29 02:19:55.680251 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-12db3354-2658-4459-b563-c92a3d9531f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:55.719873 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:55.775791 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-12db3354-2658-4459-b563-c92a3d9531f2 admin admin] Publish callbacks [] for security_group (2b7afcb4-034c-4e45-9a89-72639ff9ec66), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:55.780940 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-12db3354-2658-4459-b563-c92a3d9531f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (2b7afcb4-034c-4e45-9a89-72639ff9ec66), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:55.818821 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db3354-2658-4459-b563-c92a3d9531f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7afcb4-034c-4e45-9a89-72639ff9ec66,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:55.837134 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-12db3354-2658-4459-b563-c92a3d9531f2 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=c43a5e0267c347b59537cefb963718a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2815769 Sep 29 02:19:55.839812 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 58422) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:19:55.895099 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e8c34006-4b7d-4b18-b1a9-4a839e343c49 admin admin] Publish callbacks [] for security_group (2b7afcb4-034c-4e45-9a89-72639ff9ec66), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:55.927768 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e8c34006-4b7d-4b18-b1a9-4a839e343c49 admin admin] Publish callbacks [] for security_group (2b7afcb4-034c-4e45-9a89-72639ff9ec66), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:55.985389 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e8c34006-4b7d-4b18-b1a9-4a839e343c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (2b7afcb4-034c-4e45-9a89-72639ff9ec66), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:55.987883 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e8c34006-4b7d-4b18-b1a9-4a839e343c49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:19:55.991968 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-e8c34006-4b7d-4b18-b1a9-4a839e343c49 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/2b7afcb4-034c-4e45-9a89-72639ff9ec66 HTTP/1.1" status: 204 len: 168 time: 0.1482971 Sep 29 02:19:55.996914 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c34006-4b7d-4b18-b1a9-4a839e343c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7afcb4-034c-4e45-9a89-72639ff9ec66,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:19:56.705890 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e1516-09fc-49bb-bd06-5aaf25bf4f26 req-79703e17-0f43-4923-b19e-d6002050570e tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:56.707428 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a65e1516-09fc-49bb-bd06-5aaf25bf4f26 req-79703e17-0f43-4923-b19e-d6002050570e tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 946 time: 0.0508401 Sep 29 02:19:56.764725 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a65e1516-09fc-49bb-bd06-5aaf25bf4f26 req-0b985a9d-bf15-4a39-a26f-8d4c91c6e937 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502033 Sep 29 02:19:57.054491 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=3 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:57.059850 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=3 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:19:57.909059 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958e239-0380-4cca-8925-92af41e78891 req-f50de94a-74a5-47b1-8de0-4fad2b62177e tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:57.911001 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d958e239-0380-4cca-8925-92af41e78891 req-f50de94a-74a5-47b1-8de0-4fad2b62177e tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 946 time: 0.0547063 Sep 29 02:19:57.964603 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d958e239-0380-4cca-8925-92af41e78891 req-5e7bca68-10b0-4505-922a-3f6be5f920d3 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472167 Sep 29 02:19:59.048454 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 6 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:19:59.107972 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee22da-ff61-4b74-ad81-708d4e428fdc req-42e8f59f-a5d2-474c-8f9d-57c6cea0c46f tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:19:59.109854 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-39ee22da-ff61-4b74-ad81-708d4e428fdc req-42e8f59f-a5d2-474c-8f9d-57c6cea0c46f tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 946 time: 0.0579948 Sep 29 02:19:59.161115 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-39ee22da-ff61-4b74-ad81-708d4e428fdc req-c5c1e6fb-398e-4ce1-96c1-797eddc1b7cb tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441732 Sep 29 02:20:00.258055 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:00.321772 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997db61-8b88-4479-8a01-4118713287c5 req-c86362d9-d72d-48c7-9346-4b1da660f04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:00.323305 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9997db61-8b88-4479-8a01-4118713287c5 req-c86362d9-d72d-48c7-9346-4b1da660f04e service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bb1caf7cbae44c41bce39e486a20f6eb&device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 1130 time: 0.0744715 Sep 29 02:20:00.333559 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e2c5a-ce85-463e-87ec-6ae9ab83de23 req-e74e09f3-3e1a-4e9c-ab4b-d8d55ad6c4c8 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:00.335001 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-3f5e2c5a-ce85-463e-87ec-6ae9ab83de23 req-e74e09f3-3e1a-4e9c-ab4b-d8d55ad6c4c8 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 946 time: 0.0776634 Sep 29 02:20:00.450183 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-3f5e2c5a-ce85-463e-87ec-6ae9ab83de23 req-dfac0181-5309-4d9c-b2b3-b9702febe165 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063132 Sep 29 02:20:00.477806 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997db61-8b88-4479-8a01-4118713287c5 req-89f18f6a-14ab-4609-a940-879f5f27698a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:00.479262 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9997db61-8b88-4479-8a01-4118713287c5 req-89f18f6a-14ab-4609-a940-879f5f27698a service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=3be65160-34ea-4bb6-abd7-0d461783c057 HTTP/1.1" status: 200 len: 917 time: 0.1434197 Sep 29 02:20:00.522915 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:00.545327 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9997db61-8b88-4479-8a01-4118713287c5 req-e795351d-c64f-485b-94db-8334faddd925 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06da52c4-2e7a-42a0-9ff0-aa8e4455acec HTTP/1.1" status: 200 len: 1002 time: 0.0589101 Sep 29 02:20:00.592766 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997db61-8b88-4479-8a01-4118713287c5 req-218deed5-57b6-48e8-a13f-333225f880c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:00.594162 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9997db61-8b88-4479-8a01-4118713287c5 req-218deed5-57b6-48e8-a13f-333225f880c9 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=398c055b-a2b0-4881-821c-6995d7734c32 HTTP/1.1" status: 200 len: 855 time: 0.0430541 Sep 29 02:20:00.640979 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997db61-8b88-4479-8a01-4118713287c5 req-caa74baf-d3e3-4f10-88ee-60c228b441a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:00.642446 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9997db61-8b88-4479-8a01-4118713287c5 req-caa74baf-d3e3-4f10-88ee-60c228b441a9 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=3be65160-34ea-4bb6-abd7-0d461783c057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0417666 Sep 29 02:20:00.732096 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9997db61-8b88-4479-8a01-4118713287c5 req-55714d90-b417-4ef5-87ee-e498954f6115 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3be65160-34ea-4bb6-abd7-0d461783c057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827374 Sep 29 02:20:00.827034 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9997db61-8b88-4479-8a01-4118713287c5 req-e610c71d-9672-4106-91ac-8eb4c73d4c61 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3be65160-34ea-4bb6-abd7-0d461783c057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881579 Sep 29 02:20:01.584945 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64af435-3b6a-4fe5-b199-e2454654bffe req-d31dce3d-ae43-4de6-88e8-3a2350a8fa8b tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:01.586446 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a64af435-3b6a-4fe5-b199-e2454654bffe req-d31dce3d-ae43-4de6-88e8-3a2350a8fa8b tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 946 time: 0.0477254 Sep 29 02:20:01.634506 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a64af435-3b6a-4fe5-b199-e2454654bffe req-00ebfaab-33f2-4592-94cd-313634ef9bee tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424805 Sep 29 02:20:02.762397 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59efea-4915-4ca3-9191-c1009f5e8db4 req-e2e9fafe-13fa-4b8b-afe9-a4452a261635 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:02.763859 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ab59efea-4915-4ca3-9191-c1009f5e8db4 req-e2e9fafe-13fa-4b8b-afe9-a4452a261635 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 946 time: 0.0505471 Sep 29 02:20:02.811282 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ab59efea-4915-4ca3-9191-c1009f5e8db4 req-58b18d40-3f4a-4e9b-8425-0802589e8284 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413344 Sep 29 02:20:03.464026 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 06da52c4-2e7a-42a0-9ff0-aa8e4455acec no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:20:03.541370 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port 06da52c4-2e7a-42a0-9ff0-aa8e4455acec is: ACTIVE; New status is: DOWN {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:20:03.541763 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (06da52c4-2e7a-42a0-9ff0-aa8e4455acec), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:03.565413 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d73316d-7dfd-4834-90ce-918304a87fa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06da52c4-2e7a-42a0-9ff0-aa8e4455acec'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:20:03.567611 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9024dbdcad92e29b408608371dc01104c16b992bc758fd4b6455d872f62f597b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bacbae3e-ca50-4b80-8f29-e373513ff665" -d '{"events": [{"server_uuid": "1d73316d-7dfd-4834-90ce-918304a87fa6", "name": "network-vif-unplugged", "status": "completed", "tag": "06da52c4-2e7a-42a0-9ff0-aa8e4455acec"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:20:03.580884 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 06da52c4-2e7a-42a0-9ff0-aa8e4455acec, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=06da52c4-2e7a-42a0-9ff0-aa8e4455acec,segment=NetworkSegment(af33ed35-e9af-41d9-8ab2-604c2b07ce0b),segment_id=af33ed35-e9af-41d9-8ab2-604c2b07ce0b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:20:03.585494 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (06da52c4-2e7a-42a0-9ff0-aa8e4455acec), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:03.632488 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Pushing event updated for resources: {'Port': ['ID=06da52c4-2e7a-42a0-9ff0-aa8e4455acec,revision_number=8']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:03.715183 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 29 Sep 2022 02:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18edb0e5-55aa-4618-a355-517b53133b52 x-openstack-request-id: req-18edb0e5-55aa-4618-a355-517b53133b52 {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:20:03.715421 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d73316d-7dfd-4834-90ce-918304a87fa6", "name": "network-vif-unplugged", "status": "failed", "tag": "06da52c4-2e7a-42a0-9ff0-aa8e4455acec", "code": 422}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:20:03.715668 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-18edb0e5-55aa-4618-a355-517b53133b52 {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:20:03.716414 dv-cinder-740146-21-smb neutron-server[106441]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-18edb0e5-55aa-4618-a355-517b53133b52']: {'server_uuid': '1d73316d-7dfd-4834-90ce-918304a87fa6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '06da52c4-2e7a-42a0-9ff0-aa8e4455acec', 'code': 422} returned with failed status Sep 29 02:20:03.813605 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f133e3a-0684-4939-930d-7d4819276e6f req-88584dcb-dba8-4833-9497-f3bf9eba4d83 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:03.815262 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-5f133e3a-0684-4939-930d-7d4819276e6f req-88584dcb-dba8-4833-9497-f3bf9eba4d83 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 944 time: 0.0521083 Sep 29 02:20:03.869015 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-5f133e3a-0684-4939-930d-7d4819276e6f req-f9a402d1-ca7b-466d-a23f-d8268fcc8189 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477602 Sep 29 02:20:04.113447 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 58500) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:20:04.197028 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-a8a7a857-c2fe-4e89-b225-bb279f354db2 req-f8147ee1-ba6c-4c53-97aa-c90063bdef59 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0824511 Sep 29 02:20:04.205598 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [req-a8a7a857-c2fe-4e89-b225-bb279f354db2 req-050dc343-2d1b-4c76-ba0a-0ac32297b75b service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106439) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 29 02:20:04.206527 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [req-a8a7a857-c2fe-4e89-b225-bb279f354db2 req-050dc343-2d1b-4c76-ba0a-0ac32297b75b service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0049622 Sep 29 02:20:04.998436 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d465b5-efb1-4715-84a5-a2fde614d419 req-ceba866b-bf6e-4a19-8766-c4aededefbc7 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:04.999880 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-55d465b5-efb1-4715-84a5-a2fde614d419 req-ceba866b-bf6e-4a19-8766-c4aededefbc7 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 944 time: 0.0470541 Sep 29 02:20:05.049360 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-55d465b5-efb1-4715-84a5-a2fde614d419 req-381120f1-fbe0-4795-ac6c-5cc91269a04d tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436537 Sep 29 02:20:05.293271 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 58512) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:20:05.389073 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7a857-c2fe-4e89-b225-bb279f354db2 req-597da0fc-4415-4f3a-a0c0-4de7c9ebd741 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:05.390454 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a8a7a857-c2fe-4e89-b225-bb279f354db2 req-597da0fc-4415-4f3a-a0c0-4de7c9ebd741 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports/06da52c4-2e7a-42a0-9ff0-aa8e4455acec HTTP/1.1" status: 200 len: 941 time: 0.0956230 Sep 29 02:20:06.175190 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1ee97-5128-4bf4-a811-b9fa2e7aaec5 req-ef4c4ae9-22b8-4067-a2ae-199ded56178e tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:06.176753 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-dfa1ee97-5128-4bf4-a811-b9fa2e7aaec5 req-ef4c4ae9-22b8-4067-a2ae-199ded56178e tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 944 time: 0.0456157 Sep 29 02:20:06.218952 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:06.223604 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-dfa1ee97-5128-4bf4-a811-b9fa2e7aaec5 req-7547168b-7f2d-4b33-a155-e2339a74c586 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414655 Sep 29 02:20:07.349024 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343b3df-bace-4c2f-b0fe-9909f3dd7d39 req-6b49e3e5-ffc8-4a3c-93b8-9924de00b7de tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:07.350529 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c343b3df-bace-4c2f-b0fe-9909f3dd7d39 req-6b49e3e5-ffc8-4a3c-93b8-9924de00b7de tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 944 time: 0.0473418 Sep 29 02:20:07.400533 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c343b3df-bace-4c2f-b0fe-9909f3dd7d39 req-ab5f78e7-2071-42c1-baee-841a4fe9f412 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445600 Sep 29 02:20:07.491800 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 06da52c4-2e7a-42a0-9ff0-aa8e4455acec no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:20:07.535687 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:07.564306 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port 06da52c4-2e7a-42a0-9ff0-aa8e4455acec is: DOWN; New status is: DOWN {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:20:08.253988 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:08.525217 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec18afd-e2d4-4f08-a5ca-33633cef5761 req-4ed010ab-bc84-405d-a045-d932980a0f6a tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:08.526604 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-dec18afd-e2d4-4f08-a5ca-33633cef5761 req-4ed010ab-bc84-405d-a045-d932980a0f6a tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 944 time: 0.0463724 Sep 29 02:20:08.572599 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-dec18afd-e2d4-4f08-a5ca-33633cef5761 req-ebce3f18-f97d-49e0-8700-05292a383783 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405638 Sep 29 02:20:09.277699 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:09.283581 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7a857-c2fe-4e89-b225-bb279f354db2 req-2b2dadda-7917-484c-9b50-fd8a6e8a851a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:09.285064 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a8a7a857-c2fe-4e89-b225-bb279f354db2 req-2b2dadda-7917-484c-9b50-fd8a6e8a851a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6&tenant_id=bb1caf7cbae44c41bce39e486a20f6eb HTTP/1.1" status: 200 len: 1128 time: 0.0398092 Sep 29 02:20:09.347561 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7a857-c2fe-4e89-b225-bb279f354db2 req-bd46b263-ce44-4804-8d70-67c6095fffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:09.349066 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a8a7a857-c2fe-4e89-b225-bb279f354db2 req-bd46b263-ce44-4804-8d70-67c6095fffd7 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bb1caf7cbae44c41bce39e486a20f6eb&device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 1128 time: 0.0421810 Sep 29 02:20:09.441171 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7a857-c2fe-4e89-b225-bb279f354db2 req-73efc62e-ae4e-4339-9f6c-ebd936918f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:09.442652 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a8a7a857-c2fe-4e89-b225-bb279f354db2 req-73efc62e-ae4e-4339-9f6c-ebd936918f76 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=3be65160-34ea-4bb6-abd7-0d461783c057 HTTP/1.1" status: 200 len: 917 time: 0.0880873 Sep 29 02:20:09.508062 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a8a7a857-c2fe-4e89-b225-bb279f354db2 req-948bc4a6-b45c-4354-8a1c-ca4ea591b28e service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06da52c4-2e7a-42a0-9ff0-aa8e4455acec HTTP/1.1" status: 200 len: 1000 time: 0.0589480 Sep 29 02:20:09.554553 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7a857-c2fe-4e89-b225-bb279f354db2 req-3053f20d-f15c-49e4-bf7b-b83ef85ae2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:09.555916 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a8a7a857-c2fe-4e89-b225-bb279f354db2 req-3053f20d-f15c-49e4-bf7b-b83ef85ae2d9 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=398c055b-a2b0-4881-821c-6995d7734c32 HTTP/1.1" status: 200 len: 855 time: 0.0420234 Sep 29 02:20:09.600550 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7a857-c2fe-4e89-b225-bb279f354db2 req-4b654719-1bc8-42e5-bc09-e84502ac3cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:09.602167 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a8a7a857-c2fe-4e89-b225-bb279f354db2 req-4b654719-1bc8-42e5-bc09-e84502ac3cdd service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=3be65160-34ea-4bb6-abd7-0d461783c057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0410795 Sep 29 02:20:09.709770 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9060d1b-174f-419f-a813-2fad43e1f925 req-2b150d8f-c79b-47be-9934-d8cddf1ff47f tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:09.711218 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f9060d1b-174f-419f-a813-2fad43e1f925 req-2b150d8f-c79b-47be-9934-d8cddf1ff47f tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 944 time: 0.0564404 Sep 29 02:20:09.747743 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a8a7a857-c2fe-4e89-b225-bb279f354db2 req-44aac6ce-1388-4f4e-81de-419c164e5e6a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3be65160-34ea-4bb6-abd7-0d461783c057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399503 Sep 29 02:20:09.819987 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f9060d1b-174f-419f-a813-2fad43e1f925 req-0f0f9b8b-3ea0-4ed9-840a-8a0c955289b1 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996559 Sep 29 02:20:09.861080 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a8a7a857-c2fe-4e89-b225-bb279f354db2 req-3ffc1573-cfca-40cb-acf7-41002c867f22 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3be65160-34ea-4bb6-abd7-0d461783c057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026247 Sep 29 02:20:10.951021 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f9c77b-aecd-44ea-8018-a6224b110400 req-4787cecf-e423-401a-a72c-17226c06ca22 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:10.952652 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a8f9c77b-aecd-44ea-8018-a6224b110400 req-4787cecf-e423-401a-a72c-17226c06ca22 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 944 time: 0.0480418 Sep 29 02:20:11.004995 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a8f9c77b-aecd-44ea-8018-a6224b110400 req-4af197a9-5258-4773-bfc4-e7b5c330e27b tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469019 Sep 29 02:20:12.142684 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867bdb1a-d6cc-41c1-a5b1-2eb5368b0cb7 req-df251ce4-10d0-45a9-bfc7-cd0882b10d51 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:12.144414 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-867bdb1a-d6cc-41c1-a5b1-2eb5368b0cb7 req-df251ce4-10d0-45a9-bfc7-cd0882b10d51 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 944 time: 0.0562656 Sep 29 02:20:12.198133 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:12.206543 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-867bdb1a-d6cc-41c1-a5b1-2eb5368b0cb7 req-01a646fc-909d-4483-9bcb-74c4793c5d5c tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562835 Sep 29 02:20:13.337981 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e96d4-1528-48c8-8a48-548f8e12fd7c req-4eed8d24-0336-4d47-b3b7-e5c6db03109d tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:13.340754 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c89e96d4-1528-48c8-8a48-548f8e12fd7c req-4eed8d24-0336-4d47-b3b7-e5c6db03109d tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 944 time: 0.0499227 Sep 29 02:20:13.396823 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c89e96d4-1528-48c8-8a48-548f8e12fd7c req-f85d53f6-cd5c-42af-9b72-5c91fb2dcd61 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495903 Sep 29 02:20:14.191870 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=26,neutron:DELETE=3 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:14.194259 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=61,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:14.548253 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b36df1-c30c-4738-9bba-3ca8f678c325 req-2775d5ae-1f57-421e-a209-9a6ee0f13015 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:14.549757 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f4b36df1-c30c-4738-9bba-3ca8f678c325 req-2775d5ae-1f57-421e-a209-9a6ee0f13015 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 944 time: 0.0481994 Sep 29 02:20:14.604690 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f4b36df1-c30c-4738-9bba-3ca8f678c325 req-7c5e5ab4-5067-48b4-92a3-90ce0e64496b tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492699 Sep 29 02:20:15.735675 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351765c2-5b1a-4f2a-8beb-dc62a75a2c0d req-8f4fbed7-37ae-4bf2-b6ae-f3eeb895fec3 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:15.737513 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-351765c2-5b1a-4f2a-8beb-dc62a75a2c0d req-8f4fbed7-37ae-4bf2-b6ae-f3eeb895fec3 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 944 time: 0.0486770 Sep 29 02:20:15.790548 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-351765c2-5b1a-4f2a-8beb-dc62a75a2c0d req-4bdaf3d1-f297-4bd3-b2cb-44748ad1ae3a tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456283 Sep 29 02:20:16.927448 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f6e58-ade4-48ba-8782-27a084e18b36 req-54b71e81-0e64-408f-9c77-e0fea22c0735 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:16.935033 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-697f6e58-ade4-48ba-8782-27a084e18b36 req-54b71e81-0e64-408f-9c77-e0fea22c0735 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 944 time: 0.0625114 Sep 29 02:20:16.943401 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:16.985459 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-697f6e58-ade4-48ba-8782-27a084e18b36 req-c19274bb-f4a3-4f85-bbf5-516985651a41 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493517 Sep 29 02:20:18.119474 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b816a-4d93-4ac5-bbdc-e604a1539171 req-fedd7f12-7ed3-44f4-8fd1-8fecb549af40 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:18.120952 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0f5b816a-4d93-4ac5-bbdc-e604a1539171 req-fedd7f12-7ed3-44f4-8fd1-8fecb549af40 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 944 time: 0.0551527 Sep 29 02:20:18.170328 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0f5b816a-4d93-4ac5-bbdc-e604a1539171 req-685c98ff-7ef1-4dad-9bc0-0c5541a1aa25 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424407 Sep 29 02:20:18.242647 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=75,neutron:UPDATE=4 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:18.249001 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:18.851137 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=13 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:18.852185 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=15 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:19.302206 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc63e10-8d88-4606-ab08-1d830580b987 req-d29bb9bf-736c-4b6d-a6dd-d166da3e8348 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:19.305752 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9fc63e10-8d88-4606-ab08-1d830580b987 req-d29bb9bf-736c-4b6d-a6dd-d166da3e8348 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 944 time: 0.0514510 Sep 29 02:20:19.350391 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9fc63e10-8d88-4606-ab08-1d830580b987 req-b8174163-50f2-4525-b478-f64c6b0a22f1 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412841 Sep 29 02:20:19.606140 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e9a5ec18-cca7-4034-b7e1-027e1ee0507a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:20.476124 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d4137-bb45-48be-a603-627d0b250289 req-aad1f5ca-db62-4040-b687-53fb23d067c3 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:20.477615 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-336d4137-bb45-48be-a603-627d0b250289 req-aad1f5ca-db62-4040-b687-53fb23d067c3 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 944 time: 0.0452697 Sep 29 02:20:20.531468 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-336d4137-bb45-48be-a603-627d0b250289 req-bb5ea563-1e26-4db1-a6da-f5fc95d7a1a6 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476618 Sep 29 02:20:21.656388 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23439a81-5dbf-41bf-b9b3-5bf114b6285b req-24d3ff50-480f-471c-861a-9310a9caac2b tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:21.657880 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-23439a81-5dbf-41bf-b9b3-5bf114b6285b req-24d3ff50-480f-471c-861a-9310a9caac2b tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 944 time: 0.0464940 Sep 29 02:20:21.704723 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-23439a81-5dbf-41bf-b9b3-5bf114b6285b req-be787ed1-ec1b-42b3-92e4-ecce2319ac24 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413561 Sep 29 02:20:22.109542 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-91da66b3-1e22-440e-a828-ed1a6782cdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:22.830851 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f09e1-7f00-4ce1-bd0e-e84b645a1df9 req-3265c23a-4c0c-48da-ba57-741a099fcf48 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:22.832298 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7b9f09e1-7f00-4ce1-bd0e-e84b645a1df9 req-3265c23a-4c0c-48da-ba57-741a099fcf48 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 944 time: 0.0463612 Sep 29 02:20:22.877894 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7b9f09e1-7f00-4ce1-bd0e-e84b645a1df9 req-a5e5c5f1-52b9-4923-ba97-77ba09150582 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401151 Sep 29 02:20:23.238676 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:24.006289 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512385f7-2922-4f1d-b209-7c2b92abeb73 req-47f1d3dd-2e46-4211-9c87-de6e2d13c9cc tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:24.007922 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-512385f7-2922-4f1d-b209-7c2b92abeb73 req-47f1d3dd-2e46-4211-9c87-de6e2d13c9cc tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 944 time: 0.0505748 Sep 29 02:20:24.054488 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-512385f7-2922-4f1d-b209-7c2b92abeb73 req-cae8279a-3783-4d4a-b0ae-a85bdc1c234c tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406606 Sep 29 02:20:24.790127 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:24.880257 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:25.183621 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4181c4-83ef-4bad-a47f-9928bff9ca06 req-4e01f6e4-4c1b-4479-850a-2972be33067a tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:25.185998 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9c4181c4-83ef-4bad-a47f-9928bff9ca06 req-4e01f6e4-4c1b-4479-850a-2972be33067a tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 944 time: 0.0476849 Sep 29 02:20:25.233501 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9c4181c4-83ef-4bad-a47f-9928bff9ca06 req-9fae6c71-d4b0-4844-b199-ea19c61a24ba tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420046 Sep 29 02:20:25.593070 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 06da52c4-2e7a-42a0-9ff0-aa8e4455acec details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:20:25.691511 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 06da52c4-2e7a-42a0-9ff0-aa8e4455acec, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=06da52c4-2e7a-42a0-9ff0-aa8e4455acec,segment=NetworkSegment(af33ed35-e9af-41d9-8ab2-604c2b07ce0b),segment_id=af33ed35-e9af-41d9-8ab2-604c2b07ce0b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:20:25.702265 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Returning: {'device': '06da52c4-2e7a-42a0-9ff0-aa8e4455acec', 'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057', 'port_id': '06da52c4-2e7a-42a0-9ff0-aa8e4455acec', 'mac_address': 'fa:16:3e:71:86:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '398c055b-a2b0-4881-821c-6995d7734c32', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:20:25.736011 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port 06da52c4-2e7a-42a0-9ff0-aa8e4455acec is: DOWN; New status is: BUILD {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:20:25.736398 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (06da52c4-2e7a-42a0-9ff0-aa8e4455acec), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:25.749610 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06da52c4-2e7a-42a0-9ff0-aa8e4455acec {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:20:25.768732 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 06da52c4-2e7a-42a0-9ff0-aa8e4455acec, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=06da52c4-2e7a-42a0-9ff0-aa8e4455acec,segment=NetworkSegment(af33ed35-e9af-41d9-8ab2-604c2b07ce0b),segment_id=af33ed35-e9af-41d9-8ab2-604c2b07ce0b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:20:25.772962 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (06da52c4-2e7a-42a0-9ff0-aa8e4455acec), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:25.817868 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Pushing event updated for resources: {'Port': ['ID=06da52c4-2e7a-42a0-9ff0-aa8e4455acec,revision_number=9']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:26.102162 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] get_ports_and_sgs() called for port_ids ['06da52c4-2e7a-42a0-9ff0-aa8e4455acec'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:20:26.324214 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:26.363356 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212c71d-51a4-4d4d-becf-1684e5d05cc9 req-da91d285-cc2f-4a52-8138-e4995c4778ad tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:26.364825 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1212c71d-51a4-4d4d-becf-1684e5d05cc9 req-da91d285-cc2f-4a52-8138-e4995c4778ad tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 945 time: 0.0509470 Sep 29 02:20:26.412299 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1212c71d-51a4-4d4d-becf-1684e5d05cc9 req-a3d622eb-d48a-459b-ae4e-be65fc544886 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419829 Sep 29 02:20:27.537874 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6334ca7-5831-4e24-a5ee-7859f92e7f4d req-357fd9ad-9577-4b79-862e-97d1a4f15ce0 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:27.539311 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e6334ca7-5831-4e24-a5ee-7859f92e7f4d req-357fd9ad-9577-4b79-862e-97d1a4f15ce0 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 945 time: 0.0453393 Sep 29 02:20:27.584878 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e6334ca7-5831-4e24-a5ee-7859f92e7f4d req-459dee07-e24d-4bf3-8f47-f4632139e181 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392973 Sep 29 02:20:27.616264 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 06da52c4-2e7a-42a0-9ff0-aa8e4455acec up at agent hyperv_hv-cinder-74014 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:20:27.660911 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Provisioning complete for port 06da52c4-2e7a-42a0-9ff0-aa8e4455acec triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:20:27.661275 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (06da52c4-2e7a-42a0-9ff0-aa8e4455acec), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:27.661904 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Attempt 1 to provision port 06da52c4-2e7a-42a0-9ff0-aa8e4455acec Sep 29 02:20:27.732778 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port 06da52c4-2e7a-42a0-9ff0-aa8e4455acec is: BUILD; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:20:27.733070 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (06da52c4-2e7a-42a0-9ff0-aa8e4455acec), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:27.755745 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d73316d-7dfd-4834-90ce-918304a87fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06da52c4-2e7a-42a0-9ff0-aa8e4455acec'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:20:27.757985 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9024dbdcad92e29b408608371dc01104c16b992bc758fd4b6455d872f62f597b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1315ac0-97be-4c4c-9727-2df3a71b08c4" -d '{"events": [{"server_uuid": "1d73316d-7dfd-4834-90ce-918304a87fa6", "name": "network-vif-plugged", "status": "completed", "tag": "06da52c4-2e7a-42a0-9ff0-aa8e4455acec"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:20:27.770487 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 06da52c4-2e7a-42a0-9ff0-aa8e4455acec, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=06da52c4-2e7a-42a0-9ff0-aa8e4455acec,segment=NetworkSegment(af33ed35-e9af-41d9-8ab2-604c2b07ce0b),segment_id=af33ed35-e9af-41d9-8ab2-604c2b07ce0b)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:20:27.774587 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (06da52c4-2e7a-42a0-9ff0-aa8e4455acec), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:27.797180 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e25979-3fbd-4237-a9f9-3cd67e5e3bfa x-openstack-request-id: req-59e25979-3fbd-4237-a9f9-3cd67e5e3bfa {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:20:27.797484 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d73316d-7dfd-4834-90ce-918304a87fa6", "name": "network-vif-plugged", "status": "completed", "tag": "06da52c4-2e7a-42a0-9ff0-aa8e4455acec", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:20:27.797730 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-59e25979-3fbd-4237-a9f9-3cd67e5e3bfa {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:20:27.798110 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59e25979-3fbd-4237-a9f9-3cd67e5e3bfa'] response: {'server_uuid': '1d73316d-7dfd-4834-90ce-918304a87fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06da52c4-2e7a-42a0-9ff0-aa8e4455acec', 'code': 200} Sep 29 02:20:27.820899 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:27.824373 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Pushing event updated for resources: {'Port': ['ID=06da52c4-2e7a-42a0-9ff0-aa8e4455acec,revision_number=10']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:27.977011 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18815891-bccb-4135-8a0a-0188adb2b590 req-4773f12d-de2d-4850-98d4-0cdffffa6ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:27.978612 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-18815891-bccb-4135-8a0a-0188adb2b590 req-4773f12d-de2d-4850-98d4-0cdffffa6ab3 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 1131 time: 0.0379996 Sep 29 02:20:28.024778 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-18815891-bccb-4135-8a0a-0188adb2b590 req-54cea791-0b39-47dc-a2e9-89452af9d6b5 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403407 Sep 29 02:20:28.679873 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:28.714727 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ebe7a-9b61-4d5d-95c5-73bfb7763679 req-b17a3d77-81e5-401a-a88a-5a4eb985ffd8 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:28.716418 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a03ebe7a-9b61-4d5d-95c5-73bfb7763679 req-b17a3d77-81e5-401a-a88a-5a4eb985ffd8 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 947 time: 0.0470941 Sep 29 02:20:28.763302 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a03ebe7a-9b61-4d5d-95c5-73bfb7763679 req-f80b1856-0017-4f37-a844-a32685f506f4 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414169 Sep 29 02:20:29.892351 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7ba62-2036-49df-ba24-115af3b75419 req-5099d788-075c-4fdf-844a-9bff869c091d tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:29.893946 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b5a7ba62-2036-49df-ba24-115af3b75419 req-5099d788-075c-4fdf-844a-9bff869c091d tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 947 time: 0.0488379 Sep 29 02:20:29.945030 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b5a7ba62-2036-49df-ba24-115af3b75419 req-f0dcd0ae-21ea-4ab5-83ea-5208da65ec1b tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457673 Sep 29 02:20:31.074777 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e5c0d-8906-4f06-82c8-4e625a863161 req-a9efaaa6-48e7-44a0-8b9e-583bfc560261 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:31.076306 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a14e5c0d-8906-4f06-82c8-4e625a863161 req-a9efaaa6-48e7-44a0-8b9e-583bfc560261 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 947 time: 0.0499902 Sep 29 02:20:31.123202 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a14e5c0d-8906-4f06-82c8-4e625a863161 req-ada63afc-cb62-42cb-bdd8-8e0d8d7106c3 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412261 Sep 29 02:20:34.062496 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=2 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:34.066549 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=6 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:36.047576 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 6 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:20:37.819906 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:38.261042 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:41.117030 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=51 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:41.119558 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=25 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:44.212236 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-27655151-8503-48ce-bdc2-83e52dd8072c req-cc6a95bc-2d80-4d40-8737-b5d1ade2dcde service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381711 Sep 29 02:20:44.294013 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27655151-8503-48ce-bdc2-83e52dd8072c req-bc548bc6-26e5-42f0-911b-eaad8908aaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:44.295509 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-27655151-8503-48ce-bdc2-83e52dd8072c req-bc548bc6-26e5-42f0-911b-eaad8908aaac service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bb1caf7cbae44c41bce39e486a20f6eb&device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 1131 time: 0.0389302 Sep 29 02:20:44.399015 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27655151-8503-48ce-bdc2-83e52dd8072c req-a9f003ac-4cde-4b29-87b4-4ccff48b3766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:44.400547 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-27655151-8503-48ce-bdc2-83e52dd8072c req-a9f003ac-4cde-4b29-87b4-4ccff48b3766 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=3be65160-34ea-4bb6-abd7-0d461783c057 HTTP/1.1" status: 200 len: 917 time: 0.0877774 Sep 29 02:20:44.461904 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-27655151-8503-48ce-bdc2-83e52dd8072c req-8cba9718-c325-41cf-b5d4-fcf6a095d84a service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06da52c4-2e7a-42a0-9ff0-aa8e4455acec HTTP/1.1" status: 200 len: 1002 time: 0.0550616 Sep 29 02:20:44.514286 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27655151-8503-48ce-bdc2-83e52dd8072c req-43c890f3-a31f-4977-8ce0-38716513efe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:44.516529 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-27655151-8503-48ce-bdc2-83e52dd8072c req-43c890f3-a31f-4977-8ce0-38716513efe5 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=398c055b-a2b0-4881-821c-6995d7734c32 HTTP/1.1" status: 200 len: 855 time: 0.0487986 Sep 29 02:20:44.558222 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27655151-8503-48ce-bdc2-83e52dd8072c req-5772c7b6-aabd-4b20-903a-17a5e8ebcfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:44.559644 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-27655151-8503-48ce-bdc2-83e52dd8072c req-5772c7b6-aabd-4b20-903a-17a5e8ebcfbe service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=3be65160-34ea-4bb6-abd7-0d461783c057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0378368 Sep 29 02:20:44.650611 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-27655151-8503-48ce-bdc2-83e52dd8072c req-ed95bbbe-36bc-447d-aff8-814c6e8310b6 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3be65160-34ea-4bb6-abd7-0d461783c057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850675 Sep 29 02:20:44.979525 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-27655151-8503-48ce-bdc2-83e52dd8072c req-8178ba63-e699-414b-98be-d3e843206c13 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/3be65160-34ea-4bb6-abd7-0d461783c057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234468 Sep 29 02:20:46.043566 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=2 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:48.254678 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:48.257089 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:49.608647 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2c5c9391-6219-4283-983a-68a47fa1d72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:52.111524 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-69d96996-de5c-4493-9ebe-61ceb4a1ef08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:53.242618 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:54.794153 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:54.883996 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:54.966590 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=49 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:54.976601 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=52 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:55.327759 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059548f7-0e53-41b9-a926-e8752beb3e4f req-a5b97873-9655-4467-98dd-3fed5d5f5a5a tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:55.329278 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-059548f7-0e53-41b9-a926-e8752beb3e4f req-a5b97873-9655-4467-98dd-3fed5d5f5a5a tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e49fba9e-05f1-4132-b524-d894f6f5b857 HTTP/1.1" status: 200 len: 946 time: 0.0467951 Sep 29 02:20:55.379398 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-059548f7-0e53-41b9-a926-e8752beb3e4f req-0f3fb6e9-6882-4065-b700-6169eb63f883 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6a5ab4df-c66e-4b46-894a-706b6735c5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444300 Sep 29 02:20:56.499919 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075b9f7-bd88-4c74-b446-b6830c240e17 req-da1a89c9-a0cc-49c3-b365-529b856007c4 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:56.501401 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-2075b9f7-bd88-4c74-b446-b6830c240e17 req-da1a89c9-a0cc-49c3-b365-529b856007c4 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e49fba9e-05f1-4132-b524-d894f6f5b857 HTTP/1.1" status: 200 len: 946 time: 0.0481393 Sep 29 02:20:56.547268 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-2075b9f7-bd88-4c74-b446-b6830c240e17 req-9c2598ad-5d84-4114-b934-ca82594c6bec tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6a5ab4df-c66e-4b46-894a-706b6735c5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401926 Sep 29 02:20:57.369989 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2cf48-cd46-459c-91ac-2dfcae773fa4 req-b887a12f-c5ac-47bb-9517-f4b1a66fc7f5 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:57.371425 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-14c2cf48-cd46-459c-91ac-2dfcae773fa4 req-b887a12f-c5ac-47bb-9517-f4b1a66fc7f5 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e49fba9e-05f1-4132-b524-d894f6f5b857 HTTP/1.1" status: 200 len: 946 time: 0.0454521 Sep 29 02:20:57.451423 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-14c2cf48-cd46-459c-91ac-2dfcae773fa4 req-c2f10caa-83de-4e58-bfe7-cb48b072381b tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Deleting port bcfbdf76-d52f-4d2f-a6c4-273246125493 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:20:57.451758 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-14c2cf48-cd46-459c-91ac-2dfcae773fa4 req-c2f10caa-83de-4e58-bfe7-cb48b072381b tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (bcfbdf76-d52f-4d2f-a6c4-273246125493), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:57.538558 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-14c2cf48-cd46-459c-91ac-2dfcae773fa4 req-c2f10caa-83de-4e58-bfe7-cb48b072381b tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] For port bcfbdf76-d52f-4d2f-a6c4-273246125493, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=bcfbdf76-d52f-4d2f-a6c4-273246125493,segment=NetworkSegment(1941badf-aa62-4a91-ac01-3d965bf2bf64),segment_id=1941badf-aa62-4a91-ac01-3d965bf2bf64)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:20:57.539258 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-14c2cf48-cd46-459c-91ac-2dfcae773fa4 req-c2f10caa-83de-4e58-bfe7-cb48b072381b tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (bcfbdf76-d52f-4d2f-a6c4-273246125493), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:57.714934 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef315d-0cd7-4c58-a652-a65b632a9e79 req-fcbe8c5c-68fc-4b1c-8ed5-f44c827b9c92 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:20:57.716296 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-5cef315d-0cd7-4c58-a652-a65b632a9e79 req-fcbe8c5c-68fc-4b1c-8ed5-f44c827b9c92 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e49fba9e-05f1-4132-b524-d894f6f5b857 HTTP/1.1" status: 200 len: 946 time: 0.0882266 Sep 29 02:20:57.750510 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-14c2cf48-cd46-459c-91ac-2dfcae773fa4 req-c2f10caa-83de-4e58-bfe7-cb48b072381b tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:57.750863 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-14c2cf48-cd46-459c-91ac-2dfcae773fa4 req-c2f10caa-83de-4e58-bfe7-cb48b072381b tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1596334'] for floatingip (e8be7ea7-8f2f-4226-9054-1d9be3bb10e1), after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:57.751170 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.db.l3_db [req-14c2cf48-cd46-459c-91ac-2dfcae773fa4 req-c2f10caa-83de-4e58-bfe7-cb48b072381b tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Floating IP e8be7ea7-8f2f-4226-9054-1d9be3bb10e1 disassociated. External IP: 172.28.2.245, port: bcfbdf76-d52f-4d2f-a6c4-273246125493. Sep 29 02:20:57.751531 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-14c2cf48-cd46-459c-91ac-2dfcae773fa4 req-c2f10caa-83de-4e58-bfe7-cb48b072381b tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Calling delete_port for bcfbdf76-d52f-4d2f-a6c4-273246125493 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:20:57.819756 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-5cef315d-0cd7-4c58-a652-a65b632a9e79 req-81438181-6293-40e8-a05d-ee13287252ef tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6a5ab4df-c66e-4b46-894a-706b6735c5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962045 Sep 29 02:20:57.904275 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-14c2cf48-cd46-459c-91ac-2dfcae773fa4 req-c2f10caa-83de-4e58-bfe7-cb48b072381b tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (bcfbdf76-d52f-4d2f-a6c4-273246125493), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:57.932434 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f10caa-83de-4e58-bfe7-cb48b072381b tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Pushing event deleted for resources: {'Port': ['ID=bcfbdf76-d52f-4d2f-a6c4-273246125493,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:57.947200 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f10caa-83de-4e58-bfe7-cb48b072381b tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:57.947609 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f10caa-83de-4e58-bfe7-cb48b072381b tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:57.947957 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f10caa-83de-4e58-bfe7-cb48b072381b tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:57.948294 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f10caa-83de-4e58-bfe7-cb48b072381b tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:57.948626 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f10caa-83de-4e58-bfe7-cb48b072381b tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:57.948953 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f10caa-83de-4e58-bfe7-cb48b072381b tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:57.949278 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f10caa-83de-4e58-bfe7-cb48b072381b tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:57.949624 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f10caa-83de-4e58-bfe7-cb48b072381b tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:57.949946 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f10caa-83de-4e58-bfe7-cb48b072381b tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:57.950267 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f10caa-83de-4e58-bfe7-cb48b072381b tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:57.950587 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f10caa-83de-4e58-bfe7-cb48b072381b tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:57.950921 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f10caa-83de-4e58-bfe7-cb48b072381b tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:57.951234 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f10caa-83de-4e58-bfe7-cb48b072381b tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:57.951584 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f10caa-83de-4e58-bfe7-cb48b072381b tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:57.952359 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f10caa-83de-4e58-bfe7-cb48b072381b tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:58.033934 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:58.056452 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:20:58.060726 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14c2cf48-cd46-459c-91ac-2dfcae773fa4 req-c2f10caa-83de-4e58-bfe7-cb48b072381b tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Router 17ccc970-db74-48fa-898c-ddc4443f89df has already been hosted by L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:20:58.174616 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14c2cf48-cd46-459c-91ac-2dfcae773fa4 req-c2f10caa-83de-4e58-bfe7-cb48b072381b tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:20:58.185999 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9271575-b31a-4e83-a6dd-b10677fc8103 None None] Sync routers for ids ['17ccc970-db74-48fa-898c-ddc4443f89df'] in dv-cinder-740146-21-smb {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:20:58.197665 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9271575-b31a-4e83-a6dd-b10677fc8103 None None] Routers {'17ccc970-db74-48fa-898c-ddc4443f89df'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:20:58.198364 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b9271575-b31a-4e83-a6dd-b10677fc8103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:20:52Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['17ccc970-db74-48fa-898c-ddc4443f89df'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:58.217880 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c2cf48-cd46-459c-91ac-2dfcae773fa4 req-c2f10caa-83de-4e58-bfe7-cb48b072381b tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] No DVR routers for this DVR port bcfbdf76-d52f-4d2f-a6c4-273246125493 on host hv-cinder-74014 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:20:58.220319 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-14c2cf48-cd46-459c-91ac-2dfcae773fa4 req-c2f10caa-83de-4e58-bfe7-cb48b072381b tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for port (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:58.223703 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-14c2cf48-cd46-459c-91ac-2dfcae773fa4 req-c2f10caa-83de-4e58-bfe7-cb48b072381b tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.16 "DELETE /networking/v2.0/ports/bcfbdf76-d52f-4d2f-a6c4-273246125493 HTTP/1.1" status: 204 len: 173 time: 0.8475530 Sep 29 02:20:58.224195 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49fba9e-05f1-4132-b524-d894f6f5b857', 'name': 'network-vif-deleted', 'tag': 'bcfbdf76-d52f-4d2f-a6c4-273246125493'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:20:58.226467 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6fd434f9474e642ac52a32a239cb9403cb6cbac172bb9ea56eecab16f0e16c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f6227a-1294-4a1a-9048-09d42daa8580" -d '{"events": [{"server_uuid": "e49fba9e-05f1-4132-b524-d894f6f5b857", "name": "network-vif-deleted", "tag": "bcfbdf76-d52f-4d2f-a6c4-273246125493"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:20:58.265007 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26cf8a67-b61b-4fc6-9d96-efc3feb0305e x-openstack-request-id: req-26cf8a67-b61b-4fc6-9d96-efc3feb0305e {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:20:58.265342 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49fba9e-05f1-4132-b524-d894f6f5b857", "name": "network-vif-deleted", "tag": "bcfbdf76-d52f-4d2f-a6c4-273246125493", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:20:58.265598 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-26cf8a67-b61b-4fc6-9d96-efc3feb0305e {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:20:58.265999 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26cf8a67-b61b-4fc6-9d96-efc3feb0305e'] response: {'server_uuid': 'e49fba9e-05f1-4132-b524-d894f6f5b857', 'name': 'network-vif-deleted', 'tag': 'bcfbdf76-d52f-4d2f-a6c4-273246125493', 'status': 'completed', 'code': 200} Sep 29 02:20:58.314581 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-b9271575-b31a-4e83-a6dd-b10677fc8103 None None] Set router 17ccc970-db74-48fa-898c-ddc4443f89df gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:20:58.518938 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b9271575-b31a-4e83-a6dd-b10677fc8103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'name': 'tempest-AttachVolumeNegativeTest-823417103-router', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:11:49Z', 'revision_number': 4, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'gw_port': {'id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:40Z', 'updated_at': '2022-09-29T02:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': '4cf6ac9c-d1f1-4274-b794-31248e1deb48', 'name': '', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'mac_address': 'fa:16:3e:0d:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:46Z', 'updated_at': '2022-09-29T02:11:55Z', 'revision_number': 5, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'subnets': [{'id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:58.543595 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9271575-b31a-4e83-a6dd-b10677fc8103 None None] Checking router: 17ccc970-db74-48fa-898c-ddc4443f89df for host: dv-cinder-740146-21-smb {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:20:58.552572 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9271575-b31a-4e83-a6dd-b10677fc8103 None None] Routers {'17ccc970-db74-48fa-898c-ddc4443f89df'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:20:58.553168 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b9271575-b31a-4e83-a6dd-b10677fc8103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:20:52Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['17ccc970-db74-48fa-898c-ddc4443f89df'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:58.654171 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-b9271575-b31a-4e83-a6dd-b10677fc8103 None None] Set router 17ccc970-db74-48fa-898c-ddc4443f89df gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:20:58.845925 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b9271575-b31a-4e83-a6dd-b10677fc8103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'name': 'tempest-AttachVolumeNegativeTest-823417103-router', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:11:49Z', 'revision_number': 4, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'gw_port': {'id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:40Z', 'updated_at': '2022-09-29T02:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': '4cf6ac9c-d1f1-4274-b794-31248e1deb48', 'name': '', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'mac_address': 'fa:16:3e:0d:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:46Z', 'updated_at': '2022-09-29T02:11:55Z', 'revision_number': 5, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'subnets': [{'id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:20:58.871387 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9271575-b31a-4e83-a6dd-b10677fc8103 None None] The sync data for ids ['17ccc970-db74-48fa-898c-ddc4443f89df'] in dv-cinder-740146-21-smb is: [{'id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'name': 'tempest-AttachVolumeNegativeTest-823417103-router', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:11:49Z', 'revision_number': 4, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'gw_port': {'id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:40Z', 'updated_at': '2022-09-29T02:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': '4cf6ac9c-d1f1-4274-b794-31248e1deb48', 'name': '', 'network_id': '2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'mac_address': 'fa:16:3e:0d:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:46Z', 'updated_at': '2022-09-29T02:11:55Z', 'revision_number': 5, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'subnets': [{'id': '00e04331-0054-4eae-80e0-25be17b9d3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:20:58.921454 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 58714) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:20:58.982725 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5253a9e3-bb4e-4879-8ad3-e632b3856b72 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for security_group (6a5ab4df-c66e-4b46-894a-706b6735c5da), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:59.010014 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5253a9e3-bb4e-4879-8ad3-e632b3856b72 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for security_group (6a5ab4df-c66e-4b46-894a-706b6735c5da), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:59.062378 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5253a9e3-bb4e-4879-8ad3-e632b3856b72 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (6a5ab4df-c66e-4b46-894a-706b6735c5da), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:59.064970 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-5253a9e3-bb4e-4879-8ad3-e632b3856b72 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:59.066742 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-5253a9e3-bb4e-4879-8ad3-e632b3856b72 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/6a5ab4df-c66e-4b46-894a-706b6735c5da HTTP/1.1" status: 204 len: 168 time: 0.1442006 Sep 29 02:20:59.069653 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 58716) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:20:59.076677 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253a9e3-bb4e-4879-8ad3-e632b3856b72 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5ab4df-c66e-4b46-894a-706b6735c5da,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:59.086401 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.api.v2.resource [None req-753a781c-d941-41db-9b10-2af21bc44e84 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] show failed (client error): The resource could not be found. Sep 29 02:20:59.087664 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-753a781c-d941-41db-9b10-2af21bc44e84 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "GET /networking/v2.0/security-groups/6a5ab4df-c66e-4b46-894a-706b6735c5da HTTP/1.1" status: 404 len: 347 time: 0.0164452 Sep 29 02:20:59.091143 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 58718) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:20:59.138482 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2190bfe8-709b-418b-88d5-d777a28b49f6 None None] New status for floating IP e8be7ea7-8f2f-4226-9054-1d9be3bb10e1: DOWN {{(pid=106442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:20:59.214387 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-6ea65b92-08d6-47fc-b4e9-b76dd67c46d6 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Deleting port 480d334f-2e5a-4df5-bd6e-d19801842fd4 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:20:59.214643 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6ea65b92-08d6-47fc-b4e9-b76dd67c46d6 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (480d334f-2e5a-4df5-bd6e-d19801842fd4), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:59.297595 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6ea65b92-08d6-47fc-b4e9-b76dd67c46d6 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (480d334f-2e5a-4df5-bd6e-d19801842fd4), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:59.297926 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6ea65b92-08d6-47fc-b4e9-b76dd67c46d6 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for floatingip (480d334f-2e5a-4df5-bd6e-d19801842fd4), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:59.310869 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-6ea65b92-08d6-47fc-b4e9-b76dd67c46d6 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Calling delete_port for 480d334f-2e5a-4df5-bd6e-d19801842fd4 owned by network:floatingip {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:20:59.436877 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6ea65b92-08d6-47fc-b4e9-b76dd67c46d6 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27012499'] for port (480d334f-2e5a-4df5-bd6e-d19801842fd4), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:59.463885 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea65b92-08d6-47fc-b4e9-b76dd67c46d6 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Pushing event deleted for resources: {'Port': ['ID=480d334f-2e5a-4df5-bd6e-d19801842fd4,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:20:59.475651 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea65b92-08d6-47fc-b4e9-b76dd67c46d6 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:59.476007 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea65b92-08d6-47fc-b4e9-b76dd67c46d6 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:59.476349 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea65b92-08d6-47fc-b4e9-b76dd67c46d6 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:59.476691 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea65b92-08d6-47fc-b4e9-b76dd67c46d6 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:59.477026 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea65b92-08d6-47fc-b4e9-b76dd67c46d6 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:59.477383 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea65b92-08d6-47fc-b4e9-b76dd67c46d6 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:59.477715 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea65b92-08d6-47fc-b4e9-b76dd67c46d6 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:59.478042 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea65b92-08d6-47fc-b4e9-b76dd67c46d6 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:59.478372 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea65b92-08d6-47fc-b4e9-b76dd67c46d6 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:59.478696 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea65b92-08d6-47fc-b4e9-b76dd67c46d6 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:59.479022 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea65b92-08d6-47fc-b4e9-b76dd67c46d6 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:59.479344 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea65b92-08d6-47fc-b4e9-b76dd67c46d6 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:59.479667 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea65b92-08d6-47fc-b4e9-b76dd67c46d6 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:59.479990 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea65b92-08d6-47fc-b4e9-b76dd67c46d6 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:59.480315 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea65b92-08d6-47fc-b4e9-b76dd67c46d6 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:20:59.540254 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6ea65b92-08d6-47fc-b4e9-b76dd67c46d6 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks [] for floatingip (e8be7ea7-8f2f-4226-9054-1d9be3bb10e1), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:59.542712 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6ea65b92-08d6-47fc-b4e9-b76dd67c46d6 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for floatingip (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:20:59.543853 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-6ea65b92-08d6-47fc-b4e9-b76dd67c46d6 tempest-AttachVolumeNegativeTest-120059913 tempest-AttachVolumeNegativeTest-120059913-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/e8be7ea7-8f2f-4226-9054-1d9be3bb10e1 HTTP/1.1" status: 204 len: 168 time: 0.4515646 Sep 29 02:21:01.751799 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device bcfbdf76-d52f-4d2f-a6c4-273246125493 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:21:01.777727 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] No Port match for: bcfbdf76-d52f-4d2f-a6c4-273246125493 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:21:01.778215 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device bcfbdf76-d52f-4d2f-a6c4-273246125493 not bound to the agent host hv-cinder-74014 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:21:03.225849 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 58754) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:03.627396 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-60e0bc46-8a03-443a-8b38-67c8608df339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2064814'] for router_interface (17ccc970-db74-48fa-898c-ddc4443f89df), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:03.843844 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-60e0bc46-8a03-443a-8b38-67c8608df339 admin admin] Deleting port 4cf6ac9c-d1f1-4274-b794-31248e1deb48 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:21:03.844308 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-60e0bc46-8a03-443a-8b38-67c8608df339 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (4cf6ac9c-d1f1-4274-b794-31248e1deb48), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:03.900672 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:03.923438 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:03.928916 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-60e0bc46-8a03-443a-8b38-67c8608df339 admin admin] For port 4cf6ac9c-d1f1-4274-b794-31248e1deb48, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=4cf6ac9c-d1f1-4274-b794-31248e1deb48,segment=NetworkSegment(1941badf-aa62-4a91-ac01-3d965bf2bf64),segment_id=1941badf-aa62-4a91-ac01-3d965bf2bf64)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:21:03.929272 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-60e0bc46-8a03-443a-8b38-67c8608df339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (4cf6ac9c-d1f1-4274-b794-31248e1deb48), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:03.942438 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-60e0bc46-8a03-443a-8b38-67c8608df339 admin admin] Calling delete_port for 4cf6ac9c-d1f1-4274-b794-31248e1deb48 owned by network:router_interface {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:21:04.128720 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-60e0bc46-8a03-443a-8b38-67c8608df339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (4cf6ac9c-d1f1-4274-b794-31248e1deb48), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:04.152856 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0bc46-8a03-443a-8b38-67c8608df339 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cf6ac9c-d1f1-4274-b794-31248e1deb48,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:04.316735 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-60e0bc46-8a03-443a-8b38-67c8608df339 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1703193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1595422'] for router_interface (17ccc970-db74-48fa-898c-ddc4443f89df), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:04.521946 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e0bc46-8a03-443a-8b38-67c8608df339 admin admin] Router 17ccc970-db74-48fa-898c-ddc4443f89df has already been hosted by L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:21:04.630184 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e0bc46-8a03-443a-8b38-67c8608df339 admin admin] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:21:04.635270 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-60e0bc46-8a03-443a-8b38-67c8608df339 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/17ccc970-db74-48fa-898c-ddc4443f89df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4083648 Sep 29 02:21:04.637782 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 58758) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:04.640327 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5786ad40-db3b-419c-93ae-d6ef76e71896 None None] Sync routers for ids ['17ccc970-db74-48fa-898c-ddc4443f89df'] in dv-cinder-740146-21-smb {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:21:04.651649 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5786ad40-db3b-419c-93ae-d6ef76e71896 None None] Routers {'17ccc970-db74-48fa-898c-ddc4443f89df'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:21:04.652256 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-5786ad40-db3b-419c-93ae-d6ef76e71896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:20:52Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['17ccc970-db74-48fa-898c-ddc4443f89df'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:04.689663 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:04.693261 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:04.740809 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-31aaf4b0-bd9c-4267-bc6e-c51aa8128ad2 admin admin] Publish callbacks [] for router (17ccc970-db74-48fa-898c-ddc4443f89df), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:04.750695 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:04.760812 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-5786ad40-db3b-419c-93ae-d6ef76e71896 None None] Set router 17ccc970-db74-48fa-898c-ddc4443f89df gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:21:04.835524 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:04.840235 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-31aaf4b0-bd9c-4267-bc6e-c51aa8128ad2 admin admin] Publish callbacks [] for router_gateway (17ccc970-db74-48fa-898c-ddc4443f89df), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:04.882446 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-31aaf4b0-bd9c-4267-bc6e-c51aa8128ad2 admin admin] Deleting port b68d155e-ceab-48f9-b772-928525dda4ba {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:21:04.882786 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-31aaf4b0-bd9c-4267-bc6e-c51aa8128ad2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (b68d155e-ceab-48f9-b772-928525dda4ba), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:04.935924 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-5786ad40-db3b-419c-93ae-d6ef76e71896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'name': 'tempest-AttachVolumeNegativeTest-823417103-router', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:21:04Z', 'revision_number': 5, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'gw_port': {'id': 'b68d155e-ceab-48f9-b772-928525dda4ba', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:40Z', 'updated_at': '2022-09-29T02:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb'}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:04.960627 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5786ad40-db3b-419c-93ae-d6ef76e71896 None None] Checking router: 17ccc970-db74-48fa-898c-ddc4443f89df for host: dv-cinder-740146-21-smb {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:21:04.967976 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-31aaf4b0-bd9c-4267-bc6e-c51aa8128ad2 admin admin] For port b68d155e-ceab-48f9-b772-928525dda4ba, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=b68d155e-ceab-48f9-b772-928525dda4ba,segment=NetworkSegment(3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633),segment_id=3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:21:04.968335 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-31aaf4b0-bd9c-4267-bc6e-c51aa8128ad2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (b68d155e-ceab-48f9-b772-928525dda4ba), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:04.968848 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5786ad40-db3b-419c-93ae-d6ef76e71896 None None] Routers {'17ccc970-db74-48fa-898c-ddc4443f89df'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:21:04.969568 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-5786ad40-db3b-419c-93ae-d6ef76e71896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:20:52Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['17ccc970-db74-48fa-898c-ddc4443f89df'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:04.981794 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-31aaf4b0-bd9c-4267-bc6e-c51aa8128ad2 admin admin] Calling delete_port for b68d155e-ceab-48f9-b772-928525dda4ba owned by network:router_gateway {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:21:05.179307 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-5786ad40-db3b-419c-93ae-d6ef76e71896 None None] Set router 17ccc970-db74-48fa-898c-ddc4443f89df gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:21:05.229053 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-5786ad40-db3b-419c-93ae-d6ef76e71896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'name': 'tempest-AttachVolumeNegativeTest-823417103-router', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:21:04Z', 'revision_number': 6, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'gw_port_host': None}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:05.258523 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5786ad40-db3b-419c-93ae-d6ef76e71896 None None] The sync data for ids ['17ccc970-db74-48fa-898c-ddc4443f89df'] in dv-cinder-740146-21-smb is: [{'id': '17ccc970-db74-48fa-898c-ddc4443f89df', 'name': 'tempest-AttachVolumeNegativeTest-823417103-router', 'tenant_id': '1765f90d50914c75bf5c10c43bc688e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:39Z', 'updated_at': '2022-09-29T02:21:04Z', 'revision_number': 6, 'project_id': '1765f90d50914c75bf5c10c43bc688e9', 'gw_port_host': None}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:21:05.397283 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-31aaf4b0-bd9c-4267-bc6e-c51aa8128ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (b68d155e-ceab-48f9-b772-928525dda4ba), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:05.421057 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aaf4b0-bd9c-4267-bc6e-c51aa8128ad2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b68d155e-ceab-48f9-b772-928525dda4ba,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:05.481221 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-31aaf4b0-bd9c-4267-bc6e-c51aa8128ad2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1596264'] for router_gateway (17ccc970-db74-48fa-898c-ddc4443f89df), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:05.568406 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-31aaf4b0-bd9c-4267-bc6e-c51aa8128ad2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10382'] for router (17ccc970-db74-48fa-898c-ddc4443f89df), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:05.570525 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-31aaf4b0-bd9c-4267-bc6e-c51aa8128ad2 admin admin] Publish callbacks [] for router_controller (17ccc970-db74-48fa-898c-ddc4443f89df), precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:05.613233 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-31aaf4b0-bd9c-4267-bc6e-c51aa8128ad2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595496'] for router (17ccc970-db74-48fa-898c-ddc4443f89df), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:05.613889 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31aaf4b0-bd9c-4267-bc6e-c51aa8128ad2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17ccc970-db74-48fa-898c-ddc4443f89df {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 02:21:05.618850 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-31aaf4b0-bd9c-4267-bc6e-c51aa8128ad2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:05.622674 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-31aaf4b0-bd9c-4267-bc6e-c51aa8128ad2 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/17ccc970-db74-48fa-898c-ddc4443f89df HTTP/1.1" status: 204 len: 168 time: 0.9813609 Sep 29 02:21:05.622927 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 58760) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:05.668568 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdb0efdd-35c1-47ee-91d2-ccef7b9103ae admin admin] Deleting subnet 00e04331-0054-4eae-80e0-25be17b9d3cd {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 29 02:21:05.672163 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cdb0efdd-35c1-47ee-91d2-ccef7b9103ae admin admin] Publish callbacks [] for subnet (00e04331-0054-4eae-80e0-25be17b9d3cd), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:05.708414 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cdb0efdd-35c1-47ee-91d2-ccef7b9103ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26031577'] for subnet (00e04331-0054-4eae-80e0-25be17b9d3cd), precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:05.801493 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cdb0efdd-35c1-47ee-91d2-ccef7b9103ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-885443'] for subnet (00e04331-0054-4eae-80e0-25be17b9d3cd), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:05.858853 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cdb0efdd-35c1-47ee-91d2-ccef7b9103ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-890536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26030570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25691294'] for subnet (00e04331-0054-4eae-80e0-25be17b9d3cd), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:05.866808 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:05.885495 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0efdd-35c1-47ee-91d2-ccef7b9103ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00e04331-0054-4eae-80e0-25be17b9d3cd,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:05.889127 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cdb0efdd-35c1-47ee-91d2-ccef7b9103ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for subnet (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:05.892241 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-cdb0efdd-35c1-47ee-91d2-ccef7b9103ae admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/00e04331-0054-4eae-80e0-25be17b9d3cd HTTP/1.1" status: 204 len: 168 time: 0.2683811 Sep 29 02:21:05.894894 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf7b6ff-1835-4d7e-98f2-27ee8879b561 None None] Network 2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2 requested from dv-cinder-740146-21-smb {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:21:05.895407 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 58762) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:05.914799 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:UPDATE=5,neutron:SELECT=84,neutron:DELETE=11 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:05.972971 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f7519743-c8fb-4393-a40a-5597de9a0997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790930'] for network (2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:06.019253 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-f7519743-c8fb-4393-a40a-5597de9a0997 admin admin] Deleting port 3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:21:06.019443 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f7519743-c8fb-4393-a40a-5597de9a0997 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:06.048229 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a01a585-f8e1-4f9a-bd8b-5a5e675a082d None None] DHCP port deletion for 2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2 request from dv-cinder-740146-21-smb {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 29 02:21:06.086490 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-f7519743-c8fb-4393-a40a-5597de9a0997 admin admin] For port 3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1,segment=NetworkSegment(1941badf-aa62-4a91-ac01-3d965bf2bf64),segment_id=1941badf-aa62-4a91-ac01-3d965bf2bf64)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:21:06.086857 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f7519743-c8fb-4393-a40a-5597de9a0997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:06.096147 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7a01a585-f8e1-4f9a-bd8b-5a5e675a082d None None] Deleting port 3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:21:06.096775 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7a01a585-f8e1-4f9a-bd8b-5a5e675a082d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1), before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:06.101854 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-f7519743-c8fb-4393-a40a-5597de9a0997 admin admin] Calling delete_port for 3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1 owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:21:06.165657 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7a01a585-f8e1-4f9a-bd8b-5a5e675a082d None None] For port 3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1,segment=NetworkSegment(1941badf-aa62-4a91-ac01-3d965bf2bf64),segment_id=1941badf-aa62-4a91-ac01-3d965bf2bf64)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:21:06.166216 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7a01a585-f8e1-4f9a-bd8b-5a5e675a082d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1), precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:06.179893 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7a01a585-f8e1-4f9a-bd8b-5a5e675a082d None None] Calling delete_port for 3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:21:06.188810 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f7519743-c8fb-4393-a40a-5597de9a0997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:06.214691 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7519743-c8fb-4393-a40a-5597de9a0997 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:06.219193 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7519743-c8fb-4393-a40a-5597de9a0997 admin admin] No DVR routers for this DVR port 3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1 on host dv-cinder-740146-21-smb {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:21:06.264119 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7a01a585-f8e1-4f9a-bd8b-5a5e675a082d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429'] for port (3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1), after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:06.290192 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01a585-f8e1-4f9a-bd8b-5a5e675a082d None None] Pushing event deleted for resources: {'Port': ['ID=3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:06.298383 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a01a585-f8e1-4f9a-bd8b-5a5e675a082d None None] No DVR routers for this DVR port 3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1 on host dv-cinder-740146-21-smb {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:21:06.298585 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f7519743-c8fb-4393-a40a-5597de9a0997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-847605', 'neutron.services.segments.db._delete_segments_for_network-8769072566986'] for network (2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:06.300530 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01a585-f8e1-4f9a-bd8b-5a5e675a082d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:06.300942 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01a585-f8e1-4f9a-bd8b-5a5e675a082d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:06.301765 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01a585-f8e1-4f9a-bd8b-5a5e675a082d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:06.302126 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01a585-f8e1-4f9a-bd8b-5a5e675a082d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:06.302459 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01a585-f8e1-4f9a-bd8b-5a5e675a082d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:06.302787 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01a585-f8e1-4f9a-bd8b-5a5e675a082d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:06.303110 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01a585-f8e1-4f9a-bd8b-5a5e675a082d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:06.303430 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01a585-f8e1-4f9a-bd8b-5a5e675a082d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:06.303750 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01a585-f8e1-4f9a-bd8b-5a5e675a082d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:06.304066 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01a585-f8e1-4f9a-bd8b-5a5e675a082d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:06.304383 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01a585-f8e1-4f9a-bd8b-5a5e675a082d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:06.305159 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01a585-f8e1-4f9a-bd8b-5a5e675a082d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:06.305159 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01a585-f8e1-4f9a-bd8b-5a5e675a082d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:06.305368 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01a585-f8e1-4f9a-bd8b-5a5e675a082d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:06.305660 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a01a585-f8e1-4f9a-bd8b-5a5e675a082d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:06.330019 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.services.segments.db [None req-f7519743-c8fb-4393-a40a-5597de9a0997 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:06.339982 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.services.segments.db [None req-f7519743-c8fb-4393-a40a-5597de9a0997 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1941badf-aa62-4a91-ac01-3d965bf2bf64') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:06.340274 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.services.segments.db [None req-f7519743-c8fb-4393-a40a-5597de9a0997 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1941badf-aa62-4a91-ac01-3d965bf2bf64') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:06.350995 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f7519743-c8fb-4393-a40a-5597de9a0997 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769072454503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26031568'] for segment (1941badf-aa62-4a91-ac01-3d965bf2bf64), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:06.364862 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f7519743-c8fb-4393-a40a-5597de9a0997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841896'] for segment (1941badf-aa62-4a91-ac01-3d965bf2bf64), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:06.371769 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7519743-c8fb-4393-a40a-5597de9a0997 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 02:21:06.372194 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f7519743-c8fb-4393-a40a-5597de9a0997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26030404'] for segment (1941badf-aa62-4a91-ac01-3d965bf2bf64), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:06.413264 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.services.segments.plugin [-] Segment 1941badf-aa62-4a91-ac01-3d965bf2bf64 resource provider aggregate not found Sep 29 02:21:06.430822 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.services.segments.plugin [-] Segment 1941badf-aa62-4a91-ac01-3d965bf2bf64 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1941badf-aa62-4a91-ac01-3d965bf2bf64 found for delete ", "request_id": "req-6bdf7f9b-145a-4a13-a88d-d98ea4c75295"}]} Sep 29 02:21:06.437738 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f7519743-c8fb-4393-a40a-5597de9a0997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-847614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1596307'] for network (2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:06.444339 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f7519743-c8fb-4393-a40a-5597de9a0997 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for network (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:06.447463 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-f7519743-c8fb-4393-a40a-5597de9a0997 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2 HTTP/1.1" status: 204 len: 168 time: 0.5515230 Sep 29 02:21:06.458866 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7519743-c8fb-4393-a40a-5597de9a0997 admin admin] Pushing event deleted for resources: {'Network': ['ID=2832dbce-d54e-4ca2-a8f7-1f3eca78c7b2,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:06.547202 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 4cf6ac9c-d1f1-4274-b794-31248e1deb48 no longer exists at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:21:06.567147 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] No Port match for: 4cf6ac9c-d1f1-4274-b794-31248e1deb48 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:21:06.567493 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 4cf6ac9c-d1f1-4274-b794-31248e1deb48 not bound to the agent host dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:21:06.567916 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device b68d155e-ceab-48f9-b772-928525dda4ba no longer exists at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:21:06.576318 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 58772) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:06.586143 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] No Port match for: b68d155e-ceab-48f9-b772-928525dda4ba {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:21:06.586488 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device b68d155e-ceab-48f9-b772-928525dda4ba not bound to the agent host dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:21:06.586910 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1 no longer exists at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:21:06.607714 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] No Port match for: 3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:21:06.608057 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 3fe4f5b6-4e65-45cd-8c73-b3d4625b9de1 not bound to the agent host dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:21:06.623031 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-f1b9de47-e3c9-4845-8da4-4e8dc56838ac admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=1765f90d50914c75bf5c10c43bc688e9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0455666 Sep 29 02:21:06.625575 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 58774) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:06.673923 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-81172a16-2670-4227-a61b-6ea8257a2fb5 admin admin] Publish callbacks [] for security_group (4b88e419-b0dd-4e6c-a317-05711c529917), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:06.694889 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-81172a16-2670-4227-a61b-6ea8257a2fb5 admin admin] Publish callbacks [] for security_group (4b88e419-b0dd-4e6c-a317-05711c529917), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:06.742578 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-81172a16-2670-4227-a61b-6ea8257a2fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (4b88e419-b0dd-4e6c-a317-05711c529917), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:06.745092 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-81172a16-2670-4227-a61b-6ea8257a2fb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:06.746266 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-81172a16-2670-4227-a61b-6ea8257a2fb5 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/4b88e419-b0dd-4e6c-a317-05711c529917 HTTP/1.1" status: 204 len: 168 time: 0.1197996 Sep 29 02:21:06.754401 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81172a16-2670-4227-a61b-6ea8257a2fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b88e419-b0dd-4e6c-a317-05711c529917,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:08.278530 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:09.534080 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=48,neutron:DELETE=5 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:09.536368 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=48,neutron:DELETE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:11.061816 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:13.046563 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 6 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:21:16.727224 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=77,neutron:DELETE=6 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:16.750232 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=68,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:16.766577 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=80,neutron:DELETE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:18.051861 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:18.275835 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=68,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:19.610808 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a4b8da0b-51b6-47a9-9ddd-c6f596fc6346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:22.113298 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1029fcdf-3875-4346-ab5e-0df5626c67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:23.042906 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=2 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:23.246225 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:23.309439 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 58988) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:23.418171 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0e79d29d-6ab9-4a4c-9ea4-2bb1f7fc4d7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:23.494919 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0e79d29d-6ab9-4a4c-9ea4-2bb1f7fc4d7f admin admin] Publish callbacks [] for security_group (9d264c58-7fa2-436c-a5e1-25e58c00f69d), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:23.498633 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0e79d29d-6ab9-4a4c-9ea4-2bb1f7fc4d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (9d264c58-7fa2-436c-a5e1-25e58c00f69d), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:23.540885 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e79d29d-6ab9-4a4c-9ea4-2bb1f7fc4d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d264c58-7fa2-436c-a5e1-25e58c00f69d,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:23.545295 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-0e79d29d-6ab9-4a4c-9ea4-2bb1f7fc4d7f admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=6b1f5e9cda7640b4b86b9383c103ae13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348480 Sep 29 02:21:23.548354 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 58992) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:23.598295 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-26f077d3-375b-40e2-a255-68e3ce63da89 admin admin] Publish callbacks [] for security_group (9d264c58-7fa2-436c-a5e1-25e58c00f69d), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:23.617914 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-26f077d3-375b-40e2-a255-68e3ce63da89 admin admin] Publish callbacks [] for security_group (9d264c58-7fa2-436c-a5e1-25e58c00f69d), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:23.666387 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-26f077d3-375b-40e2-a255-68e3ce63da89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (9d264c58-7fa2-436c-a5e1-25e58c00f69d), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:23.668780 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-26f077d3-375b-40e2-a255-68e3ce63da89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:23.669952 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-26f077d3-375b-40e2-a255-68e3ce63da89 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/9d264c58-7fa2-436c-a5e1-25e58c00f69d HTTP/1.1" status: 204 len: 168 time: 0.1209571 Sep 29 02:21:23.678443 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f077d3-375b-40e2-a255-68e3ce63da89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d264c58-7fa2-436c-a5e1-25e58c00f69d,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:23.947109 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 58998) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:23.960472 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fd6fa3bd-3ba6-4a3d-ab88-0f49bf6f6cde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:24.038676 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fd6fa3bd-3ba6-4a3d-ab88-0f49bf6f6cde admin admin] Publish callbacks [] for security_group (ac9d9efa-65e4-4850-91da-e433b0de87bc), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:24.042475 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-fd6fa3bd-3ba6-4a3d-ab88-0f49bf6f6cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (ac9d9efa-65e4-4850-91da-e433b0de87bc), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:24.083248 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6fa3bd-3ba6-4a3d-ab88-0f49bf6f6cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9d9efa-65e4-4850-91da-e433b0de87bc,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:24.088677 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-fd6fa3bd-3ba6-4a3d-ab88-0f49bf6f6cde admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=863121e3b79b4575bdad1e8dcb656d6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1404090 Sep 29 02:21:24.091343 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 59000) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:24.145389 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-45c1442b-ef78-406e-911c-9ee89f138e32 admin admin] Publish callbacks [] for security_group (ac9d9efa-65e4-4850-91da-e433b0de87bc), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:24.165676 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-45c1442b-ef78-406e-911c-9ee89f138e32 admin admin] Publish callbacks [] for security_group (ac9d9efa-65e4-4850-91da-e433b0de87bc), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:24.213607 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-45c1442b-ef78-406e-911c-9ee89f138e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (ac9d9efa-65e4-4850-91da-e433b0de87bc), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:24.216061 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-45c1442b-ef78-406e-911c-9ee89f138e32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:24.217192 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-45c1442b-ef78-406e-911c-9ee89f138e32 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/ac9d9efa-65e4-4850-91da-e433b0de87bc HTTP/1.1" status: 204 len: 168 time: 0.1249418 Sep 29 02:21:24.225192 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1442b-ef78-406e-911c-9ee89f138e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9d9efa-65e4-4850-91da-e433b0de87bc,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:24.798468 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:24.888485 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:25.874202 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 59048) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:25.982666 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e959360f-146a-48bf-b8d7-ac0242b148f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:26.020605 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:26.058068 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:26.067896 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e959360f-146a-48bf-b8d7-ac0242b148f0 admin admin] Publish callbacks [] for security_group (f417e307-5cc1-4543-9552-543c8d79d901), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:26.071818 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e959360f-146a-48bf-b8d7-ac0242b148f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (f417e307-5cc1-4543-9552-543c8d79d901), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:26.110672 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959360f-146a-48bf-b8d7-ac0242b148f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f417e307-5cc1-4543-9552-543c8d79d901,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:26.114941 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-e959360f-146a-48bf-b8d7-ac0242b148f0 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=bd23c5dce1ca44fc8a208b4b0ade5491&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2397459 Sep 29 02:21:26.118322 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 59052) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:26.169265 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6f93eaf0-d00f-4bc8-bfd0-765bdb35a949 admin admin] Publish callbacks [] for security_group (f417e307-5cc1-4543-9552-543c8d79d901), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:26.189004 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6f93eaf0-d00f-4bc8-bfd0-765bdb35a949 admin admin] Publish callbacks [] for security_group (f417e307-5cc1-4543-9552-543c8d79d901), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:26.236647 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6f93eaf0-d00f-4bc8-bfd0-765bdb35a949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (f417e307-5cc1-4543-9552-543c8d79d901), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:26.239360 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6f93eaf0-d00f-4bc8-bfd0-765bdb35a949 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:26.240485 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-6f93eaf0-d00f-4bc8-bfd0-765bdb35a949 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/f417e307-5cc1-4543-9552-543c8d79d901 HTTP/1.1" status: 204 len: 168 time: 0.1218669 Sep 29 02:21:26.248649 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93eaf0-d00f-4bc8-bfd0-765bdb35a949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f417e307-5cc1-4543-9552-543c8d79d901,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:26.501066 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 59058) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:26.514791 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a467c36a-b2de-44c6-9710-ce1ad462db05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:26.593519 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a467c36a-b2de-44c6-9710-ce1ad462db05 admin admin] Publish callbacks [] for security_group (7db4526e-5070-47ce-b2cd-c66464eba948), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:26.598272 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a467c36a-b2de-44c6-9710-ce1ad462db05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (7db4526e-5070-47ce-b2cd-c66464eba948), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:26.640285 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a467c36a-b2de-44c6-9710-ce1ad462db05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db4526e-5070-47ce-b2cd-c66464eba948,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:26.647542 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-a467c36a-b2de-44c6-9710-ce1ad462db05 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=ee24b699b96d47d89c0cabf40cc2740c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1429501 Sep 29 02:21:26.647809 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 59064) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:26.702480 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0bda57c7-3608-4639-8eb8-e6cb7a130c4f admin admin] Publish callbacks [] for security_group (7db4526e-5070-47ce-b2cd-c66464eba948), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:26.720781 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0bda57c7-3608-4639-8eb8-e6cb7a130c4f admin admin] Publish callbacks [] for security_group (7db4526e-5070-47ce-b2cd-c66464eba948), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:26.772119 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0bda57c7-3608-4639-8eb8-e6cb7a130c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (7db4526e-5070-47ce-b2cd-c66464eba948), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:26.775094 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0bda57c7-3608-4639-8eb8-e6cb7a130c4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:26.776256 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-0bda57c7-3608-4639-8eb8-e6cb7a130c4f admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/7db4526e-5070-47ce-b2cd-c66464eba948 HTTP/1.1" status: 204 len: 168 time: 0.1276245 Sep 29 02:21:26.784367 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda57c7-3608-4639-8eb8-e6cb7a130c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db4526e-5070-47ce-b2cd-c66464eba948,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:26.983168 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6320e299-77ce-4457-9f66-9f411b4af78d req-edd8e717-b5c8-4eaf-bd0e-e8de108d9985 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:26.984678 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6320e299-77ce-4457-9f66-9f411b4af78d req-edd8e717-b5c8-4eaf-bd0e-e8de108d9985 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 947 time: 0.0487189 Sep 29 02:21:27.037909 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6320e299-77ce-4457-9f66-9f411b4af78d req-14bc6778-4e27-486b-b33e-1a45db728196 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463974 Sep 29 02:21:28.165196 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80d171-5967-49d4-82c4-06013c292859 req-00353d88-3b32-46ac-bfbb-86ff1783198d tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:28.166716 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-3e80d171-5967-49d4-82c4-06013c292859 req-00353d88-3b32-46ac-bfbb-86ff1783198d tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 947 time: 0.0509405 Sep 29 02:21:28.216773 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-3e80d171-5967-49d4-82c4-06013c292859 req-3bf5e3c6-4849-4b5f-82b2-7b68b332edf7 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b3f2233-5163-4d4d-ae26-ba5364b4d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444014 Sep 29 02:21:28.385197 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dcf89c-aa82-47d1-84b7-ecf3938d9e77 req-9666cda9-832d-47f9-bbb2-9c88977ca1a8 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:28.385417 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-87dcf89c-aa82-47d1-84b7-ecf3938d9e77 req-9666cda9-832d-47f9-bbb2-9c88977ca1a8 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 947 time: 0.0569491 Sep 29 02:21:28.474962 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-87dcf89c-aa82-47d1-84b7-ecf3938d9e77 req-9f939bd6-949c-41d8-bb74-fc35bf4798c9 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Deleting port 06da52c4-2e7a-42a0-9ff0-aa8e4455acec {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:21:28.475302 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-87dcf89c-aa82-47d1-84b7-ecf3938d9e77 req-9f939bd6-949c-41d8-bb74-fc35bf4798c9 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (06da52c4-2e7a-42a0-9ff0-aa8e4455acec), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:28.568524 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-87dcf89c-aa82-47d1-84b7-ecf3938d9e77 req-9f939bd6-949c-41d8-bb74-fc35bf4798c9 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] For port 06da52c4-2e7a-42a0-9ff0-aa8e4455acec, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=06da52c4-2e7a-42a0-9ff0-aa8e4455acec,segment=NetworkSegment(af33ed35-e9af-41d9-8ab2-604c2b07ce0b),segment_id=af33ed35-e9af-41d9-8ab2-604c2b07ce0b)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:21:28.568887 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-87dcf89c-aa82-47d1-84b7-ecf3938d9e77 req-9f939bd6-949c-41d8-bb74-fc35bf4798c9 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (06da52c4-2e7a-42a0-9ff0-aa8e4455acec), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:28.679222 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:28.746694 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-87dcf89c-aa82-47d1-84b7-ecf3938d9e77 req-9f939bd6-949c-41d8-bb74-fc35bf4798c9 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:28.747138 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-87dcf89c-aa82-47d1-84b7-ecf3938d9e77 req-9f939bd6-949c-41d8-bb74-fc35bf4798c9 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1596334'] for floatingip (8f901bfb-c37d-4965-a7bd-9a6d92181e7b), after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:28.747563 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.db.l3_db [req-87dcf89c-aa82-47d1-84b7-ecf3938d9e77 req-9f939bd6-949c-41d8-bb74-fc35bf4798c9 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Floating IP 8f901bfb-c37d-4965-a7bd-9a6d92181e7b disassociated. External IP: 172.28.2.150, port: 06da52c4-2e7a-42a0-9ff0-aa8e4455acec. Sep 29 02:21:28.747913 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-87dcf89c-aa82-47d1-84b7-ecf3938d9e77 req-9f939bd6-949c-41d8-bb74-fc35bf4798c9 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Calling delete_port for 06da52c4-2e7a-42a0-9ff0-aa8e4455acec owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:21:28.793271 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 59140) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:28.795439 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:28.882482 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-87dcf89c-aa82-47d1-84b7-ecf3938d9e77 req-9f939bd6-949c-41d8-bb74-fc35bf4798c9 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (06da52c4-2e7a-42a0-9ff0-aa8e4455acec), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:28.903541 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-365f9085-296b-4761-982d-a9a8be0353a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:28.912732 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f939bd6-949c-41d8-bb74-fc35bf4798c9 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Pushing event deleted for resources: {'Port': ['ID=06da52c4-2e7a-42a0-9ff0-aa8e4455acec,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:28.988294 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-365f9085-296b-4761-982d-a9a8be0353a4 admin admin] Publish callbacks [] for security_group (6436441d-97f4-46da-97ae-b7b561f0c3c6), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:28.992653 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-365f9085-296b-4761-982d-a9a8be0353a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (6436441d-97f4-46da-97ae-b7b561f0c3c6), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:29.036046 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-365f9085-296b-4761-982d-a9a8be0353a4 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=a92f09b9cfe640f695f9511f9bcb7e8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2380428 Sep 29 02:21:29.036269 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87dcf89c-aa82-47d1-84b7-ecf3938d9e77 req-9f939bd6-949c-41d8-bb74-fc35bf4798c9 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Router 68bac2b9-f319-44c9-b5bb-e2c32a63b70b has already been hosted by L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:21:29.036408 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f9085-296b-4761-982d-a9a8be0353a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6436441d-97f4-46da-97ae-b7b561f0c3c6,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:29.036542 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 59144) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:29.087156 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2397672a-9278-4f56-bb1e-b365a856b149 admin admin] Publish callbacks [] for security_group (6436441d-97f4-46da-97ae-b7b561f0c3c6), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:29.113681 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2397672a-9278-4f56-bb1e-b365a856b149 admin admin] Publish callbacks [] for security_group (6436441d-97f4-46da-97ae-b7b561f0c3c6), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:29.140449 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87dcf89c-aa82-47d1-84b7-ecf3938d9e77 req-9f939bd6-949c-41d8-bb74-fc35bf4798c9 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:21:29.150807 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad126a2a-8b4a-49f8-822e-68b86d359860 None None] Sync routers for ids ['68bac2b9-f319-44c9-b5bb-e2c32a63b70b'] in dv-cinder-740146-21-smb {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:21:29.164536 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad126a2a-8b4a-49f8-822e-68b86d359860 None None] Routers {'68bac2b9-f319-44c9-b5bb-e2c32a63b70b'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:21:29.165358 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-ad126a2a-8b4a-49f8-822e-68b86d359860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:21:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['68bac2b9-f319-44c9-b5bb-e2c32a63b70b'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:29.166918 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2397672a-9278-4f56-bb1e-b365a856b149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (6436441d-97f4-46da-97ae-b7b561f0c3c6), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:29.169798 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-2397672a-9278-4f56-bb1e-b365a856b149 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:29.171078 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-2397672a-9278-4f56-bb1e-b365a856b149 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/6436441d-97f4-46da-97ae-b7b561f0c3c6 HTTP/1.1" status: 204 len: 168 time: 0.1335163 Sep 29 02:21:29.184556 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2397672a-9278-4f56-bb1e-b365a856b149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6436441d-97f4-46da-97ae-b7b561f0c3c6,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:29.186616 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-87dcf89c-aa82-47d1-84b7-ecf3938d9e77 req-9f939bd6-949c-41d8-bb74-fc35bf4798c9 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] No DVR routers for this DVR port 06da52c4-2e7a-42a0-9ff0-aa8e4455acec on host hv-cinder-74014 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:21:29.194600 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-87dcf89c-aa82-47d1-84b7-ecf3938d9e77 req-9f939bd6-949c-41d8-bb74-fc35bf4798c9 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for port (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:29.198724 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-87dcf89c-aa82-47d1-84b7-ecf3938d9e77 req-9f939bd6-949c-41d8-bb74-fc35bf4798c9 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.16 "DELETE /networking/v2.0/ports/06da52c4-2e7a-42a0-9ff0-aa8e4455acec HTTP/1.1" status: 204 len: 173 time: 0.8074594 Sep 29 02:21:29.199410 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d73316d-7dfd-4834-90ce-918304a87fa6', 'name': 'network-vif-deleted', 'tag': '06da52c4-2e7a-42a0-9ff0-aa8e4455acec'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:21:29.201956 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6fd434f9474e642ac52a32a239cb9403cb6cbac172bb9ea56eecab16f0e16c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9b80f7-e976-4915-b4ba-ad70cd7844d5" -d '{"events": [{"server_uuid": "1d73316d-7dfd-4834-90ce-918304a87fa6", "name": "network-vif-deleted", "tag": "06da52c4-2e7a-42a0-9ff0-aa8e4455acec"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:21:29.257227 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39266058-77ad-4c4d-8ff0-61022b241f91 x-openstack-request-id: req-39266058-77ad-4c4d-8ff0-61022b241f91 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:21:29.257591 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d73316d-7dfd-4834-90ce-918304a87fa6", "name": "network-vif-deleted", "tag": "06da52c4-2e7a-42a0-9ff0-aa8e4455acec", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:21:29.257856 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-39266058-77ad-4c4d-8ff0-61022b241f91 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:21:29.258290 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39266058-77ad-4c4d-8ff0-61022b241f91'] response: {'server_uuid': '1d73316d-7dfd-4834-90ce-918304a87fa6', 'name': 'network-vif-deleted', 'tag': '06da52c4-2e7a-42a0-9ff0-aa8e4455acec', 'status': 'completed', 'code': 200} Sep 29 02:21:29.388559 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-540f606c-771f-4b01-a758-4693980aedf0 req-b3c1040b-25d7-4dd4-b635-f2fb1878346a tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1d73316d-7dfd-4834-90ce-918304a87fa6 HTTP/1.1" status: 200 len: 210 time: 0.0481915 Sep 29 02:21:29.425461 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-ad126a2a-8b4a-49f8-822e-68b86d359860 None None] Set router 68bac2b9-f319-44c9-b5bb-e2c32a63b70b gateway port host: dv-cinder-740146-21-smb {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:21:29.554545 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 59154) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:29.568041 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9b05f7a9-74cb-49b6-92b5-ceab966c5d52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:29.630985 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-ad126a2a-8b4a-49f8-822e-68b86d359860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'name': 'tempest-AttachVolumeShelveTestJSON-106992495-router', 'tenant_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': '3be0e4d4-aaac-4318-8c58-5165434b5114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:41Z', 'updated_at': '2022-09-29T02:11:54Z', 'revision_number': 4, 'project_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'gw_port': {'id': '3be0e4d4-aaac-4318-8c58-5165434b5114', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ec:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:42Z', 'updated_at': '2022-09-29T02:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': 'fe332755-3f61-48de-91ce-db206db12d4b', 'name': '', 'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057', 'tenant_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'mac_address': 'fa:16:3e:20:8e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '398c055b-a2b0-4881-821c-6995d7734c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:51Z', 'updated_at': '2022-09-29T02:12:14Z', 'revision_number': 5, 'project_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'subnets': [{'id': '398c055b-a2b0-4881-821c-6995d7734c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:29.643719 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9b05f7a9-74cb-49b6-92b5-ceab966c5d52 admin admin] Publish callbacks [] for security_group (651a626e-b81b-42d1-89d8-bef5d03e70e3), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:29.647501 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9b05f7a9-74cb-49b6-92b5-ceab966c5d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (651a626e-b81b-42d1-89d8-bef5d03e70e3), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:29.657572 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:29.661429 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad126a2a-8b4a-49f8-822e-68b86d359860 None None] Checking router: 68bac2b9-f319-44c9-b5bb-e2c32a63b70b for host: dv-cinder-740146-21-smb {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:21:29.669749 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad126a2a-8b4a-49f8-822e-68b86d359860 None None] Routers {'68bac2b9-f319-44c9-b5bb-e2c32a63b70b'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:21:29.670352 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-ad126a2a-8b4a-49f8-822e-68b86d359860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:21:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['68bac2b9-f319-44c9-b5bb-e2c32a63b70b'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:29.688993 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-9b05f7a9-74cb-49b6-92b5-ceab966c5d52 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=27f53ad501b143a1a6ef5d10f7cf573e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1333420 Sep 29 02:21:29.690598 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b05f7a9-74cb-49b6-92b5-ceab966c5d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651a626e-b81b-42d1-89d8-bef5d03e70e3,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:29.691701 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 59156) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:29.758323 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-be5f1c51-d030-4d5a-b5e5-9aaa7c14ed6e admin admin] Publish callbacks [] for security_group (651a626e-b81b-42d1-89d8-bef5d03e70e3), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:29.780979 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-be5f1c51-d030-4d5a-b5e5-9aaa7c14ed6e admin admin] Publish callbacks [] for security_group (651a626e-b81b-42d1-89d8-bef5d03e70e3), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:29.783583 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-ad126a2a-8b4a-49f8-822e-68b86d359860 None None] Set router 68bac2b9-f319-44c9-b5bb-e2c32a63b70b gateway port host: dv-cinder-740146-21-smb {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:21:29.837930 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-be5f1c51-d030-4d5a-b5e5-9aaa7c14ed6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (651a626e-b81b-42d1-89d8-bef5d03e70e3), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:29.840538 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-be5f1c51-d030-4d5a-b5e5-9aaa7c14ed6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:29.841769 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-be5f1c51-d030-4d5a-b5e5-9aaa7c14ed6e admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/651a626e-b81b-42d1-89d8-bef5d03e70e3 HTTP/1.1" status: 204 len: 168 time: 0.1469195 Sep 29 02:21:29.850035 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f1c51-d030-4d5a-b5e5-9aaa7c14ed6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651a626e-b81b-42d1-89d8-bef5d03e70e3,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:29.990526 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-ad126a2a-8b4a-49f8-822e-68b86d359860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'name': 'tempest-AttachVolumeShelveTestJSON-106992495-router', 'tenant_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': '3be0e4d4-aaac-4318-8c58-5165434b5114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:41Z', 'updated_at': '2022-09-29T02:11:54Z', 'revision_number': 4, 'project_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'gw_port': {'id': '3be0e4d4-aaac-4318-8c58-5165434b5114', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ec:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:42Z', 'updated_at': '2022-09-29T02:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': 'fe332755-3f61-48de-91ce-db206db12d4b', 'name': '', 'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057', 'tenant_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'mac_address': 'fa:16:3e:20:8e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '398c055b-a2b0-4881-821c-6995d7734c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:51Z', 'updated_at': '2022-09-29T02:12:14Z', 'revision_number': 5, 'project_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'subnets': [{'id': '398c055b-a2b0-4881-821c-6995d7734c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:30.015870 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad126a2a-8b4a-49f8-822e-68b86d359860 None None] The sync data for ids ['68bac2b9-f319-44c9-b5bb-e2c32a63b70b'] in dv-cinder-740146-21-smb is: [{'id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'name': 'tempest-AttachVolumeShelveTestJSON-106992495-router', 'tenant_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': '3be0e4d4-aaac-4318-8c58-5165434b5114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:41Z', 'updated_at': '2022-09-29T02:11:54Z', 'revision_number': 4, 'project_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'gw_port': {'id': '3be0e4d4-aaac-4318-8c58-5165434b5114', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ec:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:42Z', 'updated_at': '2022-09-29T02:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': 'fe332755-3f61-48de-91ce-db206db12d4b', 'name': '', 'network_id': '3be65160-34ea-4bb6-abd7-0d461783c057', 'tenant_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'mac_address': 'fa:16:3e:20:8e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '398c055b-a2b0-4881-821c-6995d7734c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:51Z', 'updated_at': '2022-09-29T02:12:14Z', 'revision_number': 5, 'project_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'subnets': [{'id': '398c055b-a2b0-4881-821c-6995d7734c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:21:30.243670 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67602a92-1922-48ad-8900-b026715f899c None None] New status for floating IP 8f901bfb-c37d-4965-a7bd-9a6d92181e7b: DOWN {{(pid=106441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:21:30.486796 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 59182) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:30.544459 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cdbaddb3-0fb2-4d2d-b6e5-88fb46828ac0 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks [] for security_group (1b3f2233-5163-4d4d-ae26-ba5364b4d53e), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:30.567513 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cdbaddb3-0fb2-4d2d-b6e5-88fb46828ac0 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks [] for security_group (1b3f2233-5163-4d4d-ae26-ba5364b4d53e), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:30.575151 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:30.618053 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cdbaddb3-0fb2-4d2d-b6e5-88fb46828ac0 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (1b3f2233-5163-4d4d-ae26-ba5364b4d53e), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:30.620823 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-cdbaddb3-0fb2-4d2d-b6e5-88fb46828ac0 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:30.622416 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-cdbaddb3-0fb2-4d2d-b6e5-88fb46828ac0 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/1b3f2233-5163-4d4d-ae26-ba5364b4d53e HTTP/1.1" status: 204 len: 168 time: 0.1345961 Sep 29 02:21:30.625959 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 59188) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:30.632451 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbaddb3-0fb2-4d2d-b6e5-88fb46828ac0 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3f2233-5163-4d4d-ae26-ba5364b4d53e,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:30.644509 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.api.v2.resource [None req-4e1713c7-7726-44aa-ac1d-cca9c577eda2 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] show failed (client error): The resource could not be found. Sep 29 02:21:30.645738 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-4e1713c7-7726-44aa-ac1d-cca9c577eda2 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "GET /networking/v2.0/security-groups/1b3f2233-5163-4d4d-ae26-ba5364b4d53e HTTP/1.1" status: 404 len: 347 time: 0.0175703 Sep 29 02:21:30.648854 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 59190) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:30.762564 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-0561d3ba-ff20-42c5-8858-88ba520a5838 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Deleting port dfc42be5-71f1-4ad6-9236-29e34e393572 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:21:30.762913 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0561d3ba-ff20-42c5-8858-88ba520a5838 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (dfc42be5-71f1-4ad6-9236-29e34e393572), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:30.843682 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0561d3ba-ff20-42c5-8858-88ba520a5838 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (dfc42be5-71f1-4ad6-9236-29e34e393572), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:30.843971 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0561d3ba-ff20-42c5-8858-88ba520a5838 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks [] for floatingip (dfc42be5-71f1-4ad6-9236-29e34e393572), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:30.857293 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-0561d3ba-ff20-42c5-8858-88ba520a5838 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Calling delete_port for dfc42be5-71f1-4ad6-9236-29e34e393572 owned by network:floatingip {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:21:31.006867 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0561d3ba-ff20-42c5-8858-88ba520a5838 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27012499'] for port (dfc42be5-71f1-4ad6-9236-29e34e393572), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:31.030172 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0561d3ba-ff20-42c5-8858-88ba520a5838 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Pushing event deleted for resources: {'Port': ['ID=dfc42be5-71f1-4ad6-9236-29e34e393572,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:31.094838 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0561d3ba-ff20-42c5-8858-88ba520a5838 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks [] for floatingip (8f901bfb-c37d-4965-a7bd-9a6d92181e7b), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:31.098059 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0561d3ba-ff20-42c5-8858-88ba520a5838 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for floatingip (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:31.099207 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-0561d3ba-ff20-42c5-8858-88ba520a5838 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/8f901bfb-c37d-4965-a7bd-9a6d92181e7b HTTP/1.1" status: 204 len: 168 time: 0.4493315 Sep 29 02:21:31.846478 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 06da52c4-2e7a-42a0-9ff0-aa8e4455acec no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:21:31.865473 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] No Port match for: 06da52c4-2e7a-42a0-9ff0-aa8e4455acec {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:21:31.865846 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 06da52c4-2e7a-42a0-9ff0-aa8e4455acec not bound to the agent host hv-cinder-74014 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:21:33.549864 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 59246) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:33.967383 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 59256) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:34.013499 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:34.027302 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-34c2c228-8561-4e9c-b47a-937d37a9c108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2064814'] for router_interface (68bac2b9-f319-44c9-b5bb-e2c32a63b70b), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:34.092887 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ebac1c95-909c-448d-ac53-2ddc00ec4cc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:34.108192 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:34.152357 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1,neutron:DELETE=10,neutron:INSERT=7 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:34.178927 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ebac1c95-909c-448d-ac53-2ddc00ec4cc0 admin admin] Publish callbacks [] for security_group (deac2bae-f1bc-4001-a461-3c36f40425b0), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:34.182989 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ebac1c95-909c-448d-ac53-2ddc00ec4cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (deac2bae-f1bc-4001-a461-3c36f40425b0), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:34.221977 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac1c95-909c-448d-ac53-2ddc00ec4cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deac2bae-f1bc-4001-a461-3c36f40425b0,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:34.226207 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-ebac1c95-909c-448d-ac53-2ddc00ec4cc0 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=cf9edf99524e4e61afbc2db1b247c34b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2577944 Sep 29 02:21:34.229565 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 59260) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:34.268789 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-34c2c228-8561-4e9c-b47a-937d37a9c108 admin admin] Deleting port fe332755-3f61-48de-91ce-db206db12d4b {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:21:34.269056 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-34c2c228-8561-4e9c-b47a-937d37a9c108 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (fe332755-3f61-48de-91ce-db206db12d4b), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:34.278679 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b5e93180-9d0b-4a41-9883-309368fa3653 admin admin] Publish callbacks [] for security_group (deac2bae-f1bc-4001-a461-3c36f40425b0), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:34.298602 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b5e93180-9d0b-4a41-9883-309368fa3653 admin admin] Publish callbacks [] for security_group (deac2bae-f1bc-4001-a461-3c36f40425b0), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:34.346255 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b5e93180-9d0b-4a41-9883-309368fa3653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (deac2bae-f1bc-4001-a461-3c36f40425b0), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:34.347741 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-34c2c228-8561-4e9c-b47a-937d37a9c108 admin admin] For port fe332755-3f61-48de-91ce-db206db12d4b, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=fe332755-3f61-48de-91ce-db206db12d4b,segment=NetworkSegment(af33ed35-e9af-41d9-8ab2-604c2b07ce0b),segment_id=af33ed35-e9af-41d9-8ab2-604c2b07ce0b)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:21:34.348106 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-34c2c228-8561-4e9c-b47a-937d37a9c108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (fe332755-3f61-48de-91ce-db206db12d4b), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:34.348832 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b5e93180-9d0b-4a41-9883-309368fa3653 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:34.350053 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-b5e93180-9d0b-4a41-9883-309368fa3653 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/deac2bae-f1bc-4001-a461-3c36f40425b0 HTTP/1.1" status: 204 len: 168 time: 0.1202130 Sep 29 02:21:34.361153 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-34c2c228-8561-4e9c-b47a-937d37a9c108 admin admin] Calling delete_port for fe332755-3f61-48de-91ce-db206db12d4b owned by network:router_interface {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:21:34.369129 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e93180-9d0b-4a41-9883-309368fa3653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deac2bae-f1bc-4001-a461-3c36f40425b0,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:34.554146 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-34c2c228-8561-4e9c-b47a-937d37a9c108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27012499'] for port (fe332755-3f61-48de-91ce-db206db12d4b), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:34.581791 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2c228-8561-4e9c-b47a-937d37a9c108 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe332755-3f61-48de-91ce-db206db12d4b,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:34.996461 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-34c2c228-8561-4e9c-b47a-937d37a9c108 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1703193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1595422'] for router_interface (68bac2b9-f319-44c9-b5bb-e2c32a63b70b), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:35.096872 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:35.196951 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c2c228-8561-4e9c-b47a-937d37a9c108 admin admin] Router 68bac2b9-f319-44c9-b5bb-e2c32a63b70b has already been hosted by L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:21:35.208231 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:35.304257 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c2c228-8561-4e9c-b47a-937d37a9c108 admin admin] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:21:35.309272 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-34c2c228-8561-4e9c-b47a-937d37a9c108 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/68bac2b9-f319-44c9-b5bb-e2c32a63b70b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7586155 Sep 29 02:21:35.311936 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 59264) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:35.312914 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9984af58-ff9b-4ced-9de9-0fc9036750f4 None None] Sync routers for ids ['68bac2b9-f319-44c9-b5bb-e2c32a63b70b'] in dv-cinder-740146-21-smb {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:21:35.323594 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9984af58-ff9b-4ced-9de9-0fc9036750f4 None None] Routers {'68bac2b9-f319-44c9-b5bb-e2c32a63b70b'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:21:35.324191 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-9984af58-ff9b-4ced-9de9-0fc9036750f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:21:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['68bac2b9-f319-44c9-b5bb-e2c32a63b70b'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:35.363875 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:35.414410 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6e50acce-da71-42c4-894a-64c219221f3f admin admin] Publish callbacks [] for router (68bac2b9-f319-44c9-b5bb-e2c32a63b70b), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:35.425907 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-9984af58-ff9b-4ced-9de9-0fc9036750f4 None None] Set router 68bac2b9-f319-44c9-b5bb-e2c32a63b70b gateway port host: dv-cinder-740146-21-smb {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:21:35.512568 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6e50acce-da71-42c4-894a-64c219221f3f admin admin] Publish callbacks [] for router_gateway (68bac2b9-f319-44c9-b5bb-e2c32a63b70b), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:35.554352 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-6e50acce-da71-42c4-894a-64c219221f3f admin admin] Deleting port 3be0e4d4-aaac-4318-8c58-5165434b5114 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:21:35.554688 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6e50acce-da71-42c4-894a-64c219221f3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (3be0e4d4-aaac-4318-8c58-5165434b5114), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:35.596221 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=100 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:35.599343 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-9984af58-ff9b-4ced-9de9-0fc9036750f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'name': 'tempest-AttachVolumeShelveTestJSON-106992495-router', 'tenant_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': '3be0e4d4-aaac-4318-8c58-5165434b5114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:41Z', 'updated_at': '2022-09-29T02:21:34Z', 'revision_number': 5, 'project_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'gw_port': {'id': '3be0e4d4-aaac-4318-8c58-5165434b5114', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ec:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:11:42Z', 'updated_at': '2022-09-29T02:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb'}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:35.624984 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9984af58-ff9b-4ced-9de9-0fc9036750f4 None None] Checking router: 68bac2b9-f319-44c9-b5bb-e2c32a63b70b for host: dv-cinder-740146-21-smb {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:21:35.634015 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9984af58-ff9b-4ced-9de9-0fc9036750f4 None None] Routers {'68bac2b9-f319-44c9-b5bb-e2c32a63b70b'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:21:35.634615 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-9984af58-ff9b-4ced-9de9-0fc9036750f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:21:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['68bac2b9-f319-44c9-b5bb-e2c32a63b70b'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:35.638124 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-6e50acce-da71-42c4-894a-64c219221f3f admin admin] For port 3be0e4d4-aaac-4318-8c58-5165434b5114, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=3be0e4d4-aaac-4318-8c58-5165434b5114,segment=NetworkSegment(3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633),segment_id=3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:21:35.638486 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6e50acce-da71-42c4-894a-64c219221f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (3be0e4d4-aaac-4318-8c58-5165434b5114), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:35.651078 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-6e50acce-da71-42c4-894a-64c219221f3f admin admin] Calling delete_port for 3be0e4d4-aaac-4318-8c58-5165434b5114 owned by network:router_gateway {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:21:35.709175 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=100 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:35.717182 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-9984af58-ff9b-4ced-9de9-0fc9036750f4 None None] Set router 68bac2b9-f319-44c9-b5bb-e2c32a63b70b gateway port host: None {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:21:35.768509 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-9984af58-ff9b-4ced-9de9-0fc9036750f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'name': 'tempest-AttachVolumeShelveTestJSON-106992495-router', 'tenant_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:41Z', 'updated_at': '2022-09-29T02:21:35Z', 'revision_number': 6, 'project_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'gw_port_host': None}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:35.793334 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9984af58-ff9b-4ced-9de9-0fc9036750f4 None None] The sync data for ids ['68bac2b9-f319-44c9-b5bb-e2c32a63b70b'] in dv-cinder-740146-21-smb is: [{'id': '68bac2b9-f319-44c9-b5bb-e2c32a63b70b', 'name': 'tempest-AttachVolumeShelveTestJSON-106992495-router', 'tenant_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:11:41Z', 'updated_at': '2022-09-29T02:21:35Z', 'revision_number': 6, 'project_id': 'bb1caf7cbae44c41bce39e486a20f6eb', 'gw_port_host': None}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:21:35.820240 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6e50acce-da71-42c4-894a-64c219221f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (3be0e4d4-aaac-4318-8c58-5165434b5114), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:35.846962 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50acce-da71-42c4-894a-64c219221f3f admin admin] Pushing event deleted for resources: {'Port': ['ID=3be0e4d4-aaac-4318-8c58-5165434b5114,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:35.896653 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:35.908144 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6e50acce-da71-42c4-894a-64c219221f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1596264'] for router_gateway (68bac2b9-f319-44c9-b5bb-e2c32a63b70b), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:35.993000 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6e50acce-da71-42c4-894a-64c219221f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10382'] for router (68bac2b9-f319-44c9-b5bb-e2c32a63b70b), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:35.995437 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6e50acce-da71-42c4-894a-64c219221f3f admin admin] Publish callbacks [] for router_controller (68bac2b9-f319-44c9-b5bb-e2c32a63b70b), precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:36.041096 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6e50acce-da71-42c4-894a-64c219221f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595496'] for router (68bac2b9-f319-44c9-b5bb-e2c32a63b70b), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:36.041725 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e50acce-da71-42c4-894a-64c219221f3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68bac2b9-f319-44c9-b5bb-e2c32a63b70b {{(pid=106440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 02:21:36.046143 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-6e50acce-da71-42c4-894a-64c219221f3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:36.047332 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-6e50acce-da71-42c4-894a-64c219221f3f admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/68bac2b9-f319-44c9-b5bb-e2c32a63b70b HTTP/1.1" status: 204 len: 168 time: 0.7344096 Sep 29 02:21:36.049895 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 59266) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:36.095012 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc575702-2a04-4a3c-90e9-d21212fc272d admin admin] Deleting subnet 398c055b-a2b0-4881-821c-6995d7734c32 {{(pid=106440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 29 02:21:36.098735 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bc575702-2a04-4a3c-90e9-d21212fc272d admin admin] Publish callbacks [] for subnet (398c055b-a2b0-4881-821c-6995d7734c32), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:36.133746 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bc575702-2a04-4a3c-90e9-d21212fc272d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26031577'] for subnet (398c055b-a2b0-4881-821c-6995d7734c32), precommit_delete_associations {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:36.215014 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:36.216590 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bc575702-2a04-4a3c-90e9-d21212fc272d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-885443'] for subnet (398c055b-a2b0-4881-821c-6995d7734c32), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:36.271712 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bc575702-2a04-4a3c-90e9-d21212fc272d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-890536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26030570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25691294'] for subnet (398c055b-a2b0-4881-821c-6995d7734c32), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:36.297985 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc575702-2a04-4a3c-90e9-d21212fc272d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=398c055b-a2b0-4881-821c-6995d7734c32,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:36.302245 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bc575702-2a04-4a3c-90e9-d21212fc272d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for subnet (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:36.305804 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-bc575702-2a04-4a3c-90e9-d21212fc272d admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/398c055b-a2b0-4881-821c-6995d7734c32 HTTP/1.1" status: 204 len: 168 time: 0.2545300 Sep 29 02:21:36.307882 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 59268) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:36.308407 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f62a7b-9e86-44e0-a40f-19785106d185 None None] Network 3be65160-34ea-4bb6-abd7-0d461783c057 requested from dv-cinder-740146-21-smb {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:21:36.379767 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7fb69f32-0925-49be-9fc4-f6234fa01f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790930'] for network (3be65160-34ea-4bb6-abd7-0d461783c057), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:36.422343 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-7fb69f32-0925-49be-9fc4-f6234fa01f0c admin admin] Deleting port ffe417e2-ca49-4925-8c2d-1a12e2db76be {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:21:36.422685 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7fb69f32-0925-49be-9fc4-f6234fa01f0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (ffe417e2-ca49-4925-8c2d-1a12e2db76be), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:36.486699 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [None req-7fb69f32-0925-49be-9fc4-f6234fa01f0c admin admin] For port ffe417e2-ca49-4925-8c2d-1a12e2db76be, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=ffe417e2-ca49-4925-8c2d-1a12e2db76be,segment=NetworkSegment(af33ed35-e9af-41d9-8ab2-604c2b07ce0b),segment_id=af33ed35-e9af-41d9-8ab2-604c2b07ce0b)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:21:36.486943 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7fb69f32-0925-49be-9fc4-f6234fa01f0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (ffe417e2-ca49-4925-8c2d-1a12e2db76be), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:36.503748 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-7fb69f32-0925-49be-9fc4-f6234fa01f0c admin admin] Calling delete_port for ffe417e2-ca49-4925-8c2d-1a12e2db76be owned by network:dhcp {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:21:36.562694 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b91e4e-3b8d-4716-be18-0fa071a39d0b None None] DHCP port deletion for 3be65160-34ea-4bb6-abd7-0d461783c057 request from dv-cinder-740146-21-smb {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 29 02:21:36.586561 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7fb69f32-0925-49be-9fc4-f6234fa01f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (ffe417e2-ca49-4925-8c2d-1a12e2db76be), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:36.616625 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb69f32-0925-49be-9fc4-f6234fa01f0c admin admin] Pushing event deleted for resources: {'Port': ['ID=ffe417e2-ca49-4925-8c2d-1a12e2db76be,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:36.617041 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-b7b91e4e-3b8d-4716-be18-0fa071a39d0b None None] Deleting port ffe417e2-ca49-4925-8c2d-1a12e2db76be {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:21:36.617441 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b7b91e4e-3b8d-4716-be18-0fa071a39d0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (ffe417e2-ca49-4925-8c2d-1a12e2db76be), before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:36.624187 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 3be0e4d4-aaac-4318-8c58-5165434b5114 no longer exists at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:21:36.624547 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb69f32-0925-49be-9fc4-f6234fa01f0c admin admin] No DVR routers for this DVR port ffe417e2-ca49-4925-8c2d-1a12e2db76be on host dv-cinder-740146-21-smb {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:21:36.644130 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] No Port match for: 3be0e4d4-aaac-4318-8c58-5165434b5114 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:21:36.644489 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 3be0e4d4-aaac-4318-8c58-5165434b5114 not bound to the agent host dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:21:36.644938 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device fe332755-3f61-48de-91ce-db206db12d4b no longer exists at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:21:36.699741 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] No Port match for: fe332755-3f61-48de-91ce-db206db12d4b {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:21:36.700086 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device fe332755-3f61-48de-91ce-db206db12d4b not bound to the agent host dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:21:36.700511 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device ffe417e2-ca49-4925-8c2d-1a12e2db76be no longer exists at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:21:36.707088 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7fb69f32-0925-49be-9fc4-f6234fa01f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-847605', 'neutron.services.segments.db._delete_segments_for_network-8769072566986'] for network (3be65160-34ea-4bb6-abd7-0d461783c057), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:36.732173 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.services.segments.db [None req-7fb69f32-0925-49be-9fc4-f6234fa01f0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3be65160-34ea-4bb6-abd7-0d461783c057']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:36.733826 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] No Port match for: ffe417e2-ca49-4925-8c2d-1a12e2db76be {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:21:36.734345 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device ffe417e2-ca49-4925-8c2d-1a12e2db76be not bound to the agent host dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:21:36.745871 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.services.segments.db [None req-7fb69f32-0925-49be-9fc4-f6234fa01f0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af33ed35-e9af-41d9-8ab2-604c2b07ce0b') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:36.746056 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.services.segments.db [None req-7fb69f32-0925-49be-9fc4-f6234fa01f0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af33ed35-e9af-41d9-8ab2-604c2b07ce0b') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:36.754870 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-b7b91e4e-3b8d-4716-be18-0fa071a39d0b None None] For port ffe417e2-ca49-4925-8c2d-1a12e2db76be, host dv-cinder-740146-21-smb, got binding levels [] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:21:36.755393 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b7b91e4e-3b8d-4716-be18-0fa071a39d0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (ffe417e2-ca49-4925-8c2d-1a12e2db76be), precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:36.756417 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7fb69f32-0925-49be-9fc4-f6234fa01f0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769072454503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26031568'] for segment (af33ed35-e9af-41d9-8ab2-604c2b07ce0b), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:36.772311 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7fb69f32-0925-49be-9fc4-f6234fa01f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841896'] for segment (af33ed35-e9af-41d9-8ab2-604c2b07ce0b), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:36.773032 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-b7b91e4e-3b8d-4716-be18-0fa071a39d0b None None] Calling delete_port for ffe417e2-ca49-4925-8c2d-1a12e2db76be owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:21:36.776123 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.ipam_backend_mixin [None req-b7b91e4e-3b8d-4716-be18-0fa071a39d0b None None] Port ffe417e2-ca49-4925-8c2d-1a12e2db76be was not found and therefore no delete operation was performed {{(pid=106441) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 29 02:21:36.777755 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b7b91e4e-3b8d-4716-be18-0fa071a39d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429'] for port (ffe417e2-ca49-4925-8c2d-1a12e2db76be), after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:36.779509 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb69f32-0925-49be-9fc4-f6234fa01f0c admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 02:21:36.779901 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7fb69f32-0925-49be-9fc4-f6234fa01f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26030404'] for segment (af33ed35-e9af-41d9-8ab2-604c2b07ce0b), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:36.791847 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b91e4e-3b8d-4716-be18-0fa071a39d0b None None] No DVR routers for this DVR port ffe417e2-ca49-4925-8c2d-1a12e2db76be on host dv-cinder-740146-21-smb {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:21:36.815544 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b91e4e-3b8d-4716-be18-0fa071a39d0b None None] Pushing event deleted for resources: {'Port': ['ID=ffe417e2-ca49-4925-8c2d-1a12e2db76be,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:36.837586 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.services.segments.plugin [-] Segment af33ed35-e9af-41d9-8ab2-604c2b07ce0b resource provider aggregate not found Sep 29 02:21:36.857243 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.services.segments.plugin [-] Segment af33ed35-e9af-41d9-8ab2-604c2b07ce0b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af33ed35-e9af-41d9-8ab2-604c2b07ce0b found for delete ", "request_id": "req-c8d564b2-9daf-4446-b41d-a6a74ae4675b"}]} Sep 29 02:21:36.864819 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7fb69f32-0925-49be-9fc4-f6234fa01f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-847614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1596307'] for network (3be65160-34ea-4bb6-abd7-0d461783c057), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:36.872204 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-7fb69f32-0925-49be-9fc4-f6234fa01f0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for network (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:36.876656 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-7fb69f32-0925-49be-9fc4-f6234fa01f0c admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/3be65160-34ea-4bb6-abd7-0d461783c057 HTTP/1.1" status: 204 len: 168 time: 0.5662808 Sep 29 02:21:36.887776 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb69f32-0925-49be-9fc4-f6234fa01f0c admin admin] Pushing event deleted for resources: {'Network': ['ID=3be65160-34ea-4bb6-abd7-0d461783c057,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:37.046946 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 59276) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:37.094342 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-623d1b79-833f-4c9a-a311-3f2cea02ea19 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=bb1caf7cbae44c41bce39e486a20f6eb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0457466 Sep 29 02:21:37.097142 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 59278) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:37.111498 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:37.148186 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3bf763fd-1889-4d77-81a4-c024c48ee166 admin admin] Publish callbacks [] for security_group (336e9f14-bc7a-4630-acc9-252ef64fa5c3), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:37.168306 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3bf763fd-1889-4d77-81a4-c024c48ee166 admin admin] Publish callbacks [] for security_group (336e9f14-bc7a-4630-acc9-252ef64fa5c3), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:37.215369 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3bf763fd-1889-4d77-81a4-c024c48ee166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (336e9f14-bc7a-4630-acc9-252ef64fa5c3), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:37.218665 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-3bf763fd-1889-4d77-81a4-c024c48ee166 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:37.219794 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-3bf763fd-1889-4d77-81a4-c024c48ee166 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/336e9f14-bc7a-4630-acc9-252ef64fa5c3 HTTP/1.1" status: 204 len: 168 time: 0.1216557 Sep 29 02:21:37.228543 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf763fd-1889-4d77-81a4-c024c48ee166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336e9f14-bc7a-4630-acc9-252ef64fa5c3,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:37.922214 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 59300) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:38.018731 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-f128ac3e-06c8-4012-9fa5-604f505c096b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1037250904-network', 'tenant_id': 'f44d9cbd3a954891bdeb4ad11ad9d535'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:21:38.036070 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:38.041297 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f128ac3e-06c8-4012-9fa5-604f505c096b admin admin] Made reservation on behalf of f44d9cbd3a954891bdeb4ad11ad9d535 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:21:38.043628 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f128ac3e-06c8-4012-9fa5-604f505c096b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for network (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:38.053535 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f128ac3e-06c8-4012-9fa5-604f505c096b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:38.137517 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f128ac3e-06c8-4012-9fa5-604f505c096b admin admin] Publish callbacks [] for security_group (203be272-ba56-4a35-b552-d7f4e3b4d78d), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:38.141470 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f128ac3e-06c8-4012-9fa5-604f505c096b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (203be272-ba56-4a35-b552-d7f4e3b4d78d), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:38.169041 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f128ac3e-06c8-4012-9fa5-604f505c096b admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:21:38.175551 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f128ac3e-06c8-4012-9fa5-604f505c096b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203be272-ba56-4a35-b552-d7f4e3b4d78d,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:38.181507 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f128ac3e-06c8-4012-9fa5-604f505c096b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841896'] for segment (8f016d59-6f89-4565-af8e-43a283f8d77d), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:38.181846 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.db.segments_db [None req-f128ac3e-06c8-4012-9fa5-604f505c096b admin admin] Added segment 8f016d59-6f89-4565-af8e-43a283f8d77d of type vlan for network c964dc07-4697-4275-a8c4-6a1cf8f3189c Sep 29 02:21:38.225178 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f128ac3e-06c8-4012-9fa5-604f505c096b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769072021697'] for network (c964dc07-4697-4275-a8c4-6a1cf8f3189c), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:38.249743 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f128ac3e-06c8-4012-9fa5-604f505c096b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168'] for network (c964dc07-4697-4275-a8c4-6a1cf8f3189c), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:38.250861 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f128ac3e-06c8-4012-9fa5-604f505c096b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:38.252460 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f128ac3e-06c8-4012-9fa5-604f505c096b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for network (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:38.281463 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:38.306767 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-f128ac3e-06c8-4012-9fa5-604f505c096b admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3834517 Sep 29 02:21:38.309768 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 59304) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:38.315358 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-4a76dfb8-c9db-4ac3-ad02-3d0dd0f8a1d9 admin admin] Request body: {'subnet': {'network_id': 'c964dc07-4697-4275-a8c4-6a1cf8f3189c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1037250904-subnet', 'tenant_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:21:38.318427 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f128ac3e-06c8-4012-9fa5-604f505c096b admin admin] Pushing event updated for resources: {'Network': ['ID=c964dc07-4697-4275-a8c4-6a1cf8f3189c,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:38.328000 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Network c964dc07-4697-4275-a8c4-6a1cf8f3189c details requested by agent ovs-agent-dv-cinder-740146-21-smb with host dv-cinder-740146-21-smb {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:21:38.338729 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a76dfb8-c9db-4ac3-ad02-3d0dd0f8a1d9 admin admin] Made reservation on behalf of f44d9cbd3a954891bdeb4ad11ad9d535 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:21:38.341407 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4a76dfb8-c9db-4ac3-ad02-3d0dd0f8a1d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3573967'] for subnet (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:38.509696 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4a76dfb8-c9db-4ac3-ad02-3d0dd0f8a1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3574009'] for subnet (9c727c67-94a1-4bf1-ada6-7d48aaf14c31), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:38.559470 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a76dfb8-c9db-4ac3-ad02-3d0dd0f8a1d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c727c67-94a1-4bf1-ada6-7d48aaf14c31,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:38.576031 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a76dfb8-c9db-4ac3-ad02-3d0dd0f8a1d9 admin admin] Checking segment: {'id': '8f016d59-6f89-4565-af8e-43a283f8d77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c964dc07-4697-4275-a8c4-6a1cf8f3189c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:21:38.576381 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a76dfb8-c9db-4ac3-ad02-3d0dd0f8a1d9 admin admin] Network hostable DHCP agents. Network: c964dc07-4697-4275-a8c4-6a1cf8f3189c, hostable agents: ['7f4c726f-d790-49c7-8982-ed059dd67ac5'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:21:38.593166 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a76dfb8-c9db-4ac3-ad02-3d0dd0f8a1d9 admin admin] Network c964dc07-4697-4275-a8c4-6a1cf8f3189c is scheduled to be hosted by DHCP agent 7f4c726f-d790-49c7-8982-ed059dd67ac5 with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:21:38.601763 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-4a76dfb8-c9db-4ac3-ad02-3d0dd0f8a1d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-21-smb, c964dc07-4697-4275-a8c4-6a1cf8f3189c) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:21:38.605801 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a76dfb8-c9db-4ac3-ad02-3d0dd0f8a1d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:38.606383 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4a76dfb8-c9db-4ac3-ad02-3d0dd0f8a1d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:38.610655 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0077d8dd-8749-4332-a538-ad50e883a9e1 None None] Network c964dc07-4697-4275-a8c4-6a1cf8f3189c requested from dv-cinder-740146-21-smb {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:21:38.623690 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-4a76dfb8-c9db-4ac3-ad02-3d0dd0f8a1d9 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3127825 Sep 29 02:21:38.627079 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 59306) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:38.631511 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-b318b86b-18bc-4b68-bd99-ed30d3cf8c8c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1037250904-router', 'tenant_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'}}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:21:38.651314 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b318b86b-18bc-4b68-bd99-ed30d3cf8c8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10396'] for router (246147df-873e-4352-b700-665329a09c4c), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:38.652238 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b318b86b-18bc-4b68-bd99-ed30d3cf8c8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1581304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2067329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2004281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10375'] for router (246147df-873e-4352-b700-665329a09c4c), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:38.708905 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b318b86b-18bc-4b68-bd99-ed30d3cf8c8c admin admin] Publish callbacks [] for router_controller (246147df-873e-4352-b700-665329a09c4c), precommit_add_association {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:38.719334 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d54c4bc-7e16-491a-ae08-63f48a6f1b68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp60dc7976-dc90-5c45-bbbf-1f90e69458c6-c964dc07-4697-4275-a8c4-6a1cf8f3189c', 'network_id': 'c964dc07-4697-4275-a8c4-6a1cf8f3189c', 'project_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'fixed_ips': [{'subnet_id': '9c727c67-94a1-4bf1-ada6-7d48aaf14c31'}]}} from dv-cinder-740146-21-smb. {{(pid=106441) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 29 02:21:38.720502 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0d54c4bc-7e16-491a-ae08-63f48a6f1b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:38.850100 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b318b86b-18bc-4b68-bd99-ed30d3cf8c8c admin admin] Publish callbacks [] for router_gateway (246147df-873e-4352-b700-665329a09c4c), precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:38.861094 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.db_base_plugin_common [None req-0d54c4bc-7e16-491a-ae08-63f48a6f1b68 None None] Allocated IP 172.20.0.2 (c964dc07-4697-4275-a8c4-6a1cf8f3189c/9c727c67-94a1-4bf1-ada6-7d48aaf14c31/6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8) {{(pid=106441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:21:38.886953 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:39.013041 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=85,neutron:UPDATE=9,neutron:INSERT=6 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:39.014316 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0d54c4bc-7e16-491a-ae08-63f48a6f1b68 None None] Publish callbacks [] for port (6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8), precommit_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:39.020032 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0d54c4bc-7e16-491a-ae08-63f48a6f1b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420'] for port (6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8), after_create {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:39.067209 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d54c4bc-7e16-491a-ae08-63f48a6f1b68 None None] Network c964dc07-4697-4275-a8c4-6a1cf8f3189c is already hosted by enough agents. {{(pid=106441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:21:39.072632 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.scheduler.base_scheduler [None req-0d54c4bc-7e16-491a-ae08-63f48a6f1b68 None None] Resources bound (agent type, host, resource id): {{(pid=106441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:21:39.074888 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d54c4bc-7e16-491a-ae08-63f48a6f1b68 None None] Pushing event updated for resources: {'Port': ['ID=6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8,revision_number=1']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:39.077163 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d54c4bc-7e16-491a-ae08-63f48a6f1b68 None None] Received port after_create {{(pid=106441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:21:39.140418 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-0d54c4bc-7e16-491a-ae08-63f48a6f1b68 None None] Attempting to bind port 6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8 on host dv-cinder-740146-21-smb for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:21:39.140787 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-0d54c4bc-7e16-491a-ae08-63f48a6f1b68 None None] Attempting to bind port 6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8 by drivers openvswitch,hyperv on host dv-cinder-740146-21-smb at level 0 using segments [{'id': '8f016d59-6f89-4565-af8e-43a283f8d77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c964dc07-4697-4275-a8c4-6a1cf8f3189c'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:21:39.141150 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d54c4bc-7e16-491a-ae08-63f48a6f1b68 None None] Attempting to bind port 6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8 on network c964dc07-4697-4275-a8c4-6a1cf8f3189c {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:21:39.184007 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=74,neutron:DELETE=3,neutron:INSERT=19,neutron:UPDATE=4 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:39.185125 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d54c4bc-7e16-491a-ae08-63f48a6f1b68 None None] Checking agent: {'id': '732f1f10-53c2-4a73-b7b4-882674716f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 25), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:21:39.185548 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d54c4bc-7e16-491a-ae08-63f48a6f1b68 None None] Checking segment: {'id': '8f016d59-6f89-4565-af8e-43a283f8d77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c964dc07-4697-4275-a8c4-6a1cf8f3189c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:21:39.186157 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0d54c4bc-7e16-491a-ae08-63f48a6f1b68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:39.186371 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d54c4bc-7e16-491a-ae08-63f48a6f1b68 None None] Bound using segment: {'id': '8f016d59-6f89-4565-af8e-43a283f8d77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c964dc07-4697-4275-a8c4-6a1cf8f3189c'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:21:39.186893 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-0d54c4bc-7e16-491a-ae08-63f48a6f1b68 None None] Bound port: 6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8, host: dv-cinder-740146-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f016d59-6f89-4565-af8e-43a283f8d77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c964dc07-4697-4275-a8c4-6a1cf8f3189c'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:21:39.187279 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0d54c4bc-7e16-491a-ae08-63f48a6f1b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:39.248703 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-0d54c4bc-7e16-491a-ae08-63f48a6f1b68 None None] For port 6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8, host dv-cinder-740146-21-smb, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:21:39.252023 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-0d54c4bc-7e16-491a-ae08-63f48a6f1b68 None None] For port 6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8, host dv-cinder-740146-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8,segment=NetworkSegment(8f016d59-6f89-4565-af8e-43a283f8d77d),segment_id=8f016d59-6f89-4565-af8e-43a283f8d77d)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:21:39.257985 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0d54c4bc-7e16-491a-ae08-63f48a6f1b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:39.294346 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b318b86b-18bc-4b68-bd99-ed30d3cf8c8c admin admin] Publish callbacks [] for router_gateway (246147df-873e-4352-b700-665329a09c4c), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:39.307648 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d54c4bc-7e16-491a-ae08-63f48a6f1b68 None None] Pushing event updated for resources: {'Port': ['ID=6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:39.316693 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b318b86b-18bc-4b68-bd99-ed30d3cf8c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:39.445908 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-b318b86b-18bc-4b68-bd99-ed30d3cf8c8c admin admin] Allocated IP 172.28.2.170 (b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd/e0ffa218-6ca5-4006-b711-a782d769deaf/4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:21:39.504635 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:39.561517 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b318b86b-18bc-4b68-bd99-ed30d3cf8c8c admin admin] Publish callbacks [] for port (4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:39.593023 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b318b86b-18bc-4b68-bd99-ed30d3cf8c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:39.637660 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b318b86b-18bc-4b68-bd99-ed30d3cf8c8c admin admin] Network b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:21:39.642474 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-b318b86b-18bc-4b68-bd99-ed30d3cf8c8c admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:21:39.645122 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b318b86b-18bc-4b68-bd99-ed30d3cf8c8c admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:21:39.667243 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318b86b-18bc-4b68-bd99-ed30d3cf8c8c admin admin] Pushing event updated for resources: {'Port': ['ID=4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:39.891200 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b318b86b-18bc-4b68-bd99-ed30d3cf8c8c admin admin] Publish callbacks [] for router_gateway (246147df-873e-4352-b700-665329a09c4c), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:40.089404 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b318b86b-18bc-4b68-bd99-ed30d3cf8c8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1581295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1596208'] for router (246147df-873e-4352-b700-665329a09c4c), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:40.155323 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a87eb6-4991-461a-b72a-fb9e4604d9c1 None None] Network c964dc07-4697-4275-a8c4-6a1cf8f3189c requested from dv-cinder-740146-21-smb {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:21:40.196793 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:40.213600 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-1c9fef7b-504b-418b-872a-1e1d1ab4b9b5 None None] Provisioning complete for port 6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:21:40.213999 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1c9fef7b-504b-418b-872a-1e1d1ab4b9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:40.214367 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-1c9fef7b-504b-418b-872a-1e1d1ab4b9b5 None None] Attempt 1 to provision port 6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8 Sep 29 02:21:40.229396 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b318b86b-18bc-4b68-bd99-ed30d3cf8c8c admin admin] Router 246147df-873e-4352-b700-665329a09c4c is scheduled to L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 with binding_index 1 {{(pid=106440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 02:21:40.316875 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:40.335554 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-1c9fef7b-504b-418b-872a-1e1d1ab4b9b5 None None] Current status of the port 6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8 is: DOWN; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:21:40.336021 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b318b86b-18bc-4b68-bd99-ed30d3cf8c8c admin admin] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:21:40.336112 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1c9fef7b-504b-418b-872a-1e1d1ab4b9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:40.347763 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fcb2c0-b2bf-4208-a56e-5621d147edf3 None None] Sync routers for ids ['246147df-873e-4352-b700-665329a09c4c'] in dv-cinder-740146-21-smb {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:21:40.356954 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-b318b86b-18bc-4b68-bd99-ed30d3cf8c8c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:40.358526 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-b318b86b-18bc-4b68-bd99-ed30d3cf8c8c admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7304003 Sep 29 02:21:40.361957 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 59308) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:40.379796 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fcb2c0-b2bf-4208-a56e-5621d147edf3 None None] Routers {'246147df-873e-4352-b700-665329a09c4c'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:21:40.380435 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-48fcb2c0-b2bf-4208-a56e-5621d147edf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:21:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['246147df-873e-4352-b700-665329a09c4c'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:40.385809 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-1c9fef7b-504b-418b-872a-1e1d1ab4b9b5 None None] For port 6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8,segment=NetworkSegment(8f016d59-6f89-4565-af8e-43a283f8d77d),segment_id=8f016d59-6f89-4565-af8e-43a283f8d77d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:21:40.420701 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1c9fef7b-504b-418b-872a-1e1d1ab4b9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:40.509982 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:40.520532 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9fef7b-504b-418b-872a-1e1d1ab4b9b5 None None] Pushing event updated for resources: {'Port': ['ID=6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:40.529659 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-48fcb2c0-b2bf-4208-a56e-5621d147edf3 None None] Set router 246147df-873e-4352-b700-665329a09c4c gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:21:40.605686 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7f8d20fc-2899-454c-a106-2422c5547a30 None None] Provisioning complete for port 6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:21:40.606053 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7f8d20fc-2899-454c-a106-2422c5547a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:40.606387 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-7f8d20fc-2899-454c-a106-2422c5547a30 None None] Attempt 1 to provision port 6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8 Sep 29 02:21:40.778197 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8 up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:21:40.806467 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bf8dbcbd-e7e8-43ca-89e2-b672a67e3d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:40.818352 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:40.913650 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port 6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:21:40.914026 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:40.914365 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port 6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8 Sep 29 02:21:40.963777 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7f8d20fc-2899-454c-a106-2422c5547a30 None None] Current status of the port 6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8 is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:21:40.971200 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-48fcb2c0-b2bf-4208-a56e-5621d147edf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246147df-873e-4352-b700-665329a09c4c', 'name': 'tempest-AttachVolumeTestJSON-1037250904-router', 'tenant_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:21:38Z', 'updated_at': '2022-09-29T02:21:39Z', 'revision_number': 3, 'project_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'gw_port': {'id': '4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ff:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246147df-873e-4352-b700-665329a09c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:21:39Z', 'updated_at': '2022-09-29T02:21:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb'}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:40.972999 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [None req-bf8dbcbd-e7e8-43ca-89e2-b672a67e3d5a admin admin] Allocated IP 172.20.0.1 (c964dc07-4697-4275-a8c4-6a1cf8f3189c/9c727c67-94a1-4bf1-ada6-7d48aaf14c31/412fde59-23fb-4970-8076-9825972e8b0b) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:21:41.000949 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fcb2c0-b2bf-4208-a56e-5621d147edf3 None None] Checking router: 246147df-873e-4352-b700-665329a09c4c for host: dv-cinder-740146-21-smb {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:21:41.001340 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fcb2c0-b2bf-4208-a56e-5621d147edf3 None None] Updating router 246147df-873e-4352-b700-665329a09c4c port 4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4 binding host dv-cinder-740146-21-smb {{(pid=106441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:21:41.052284 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-48fcb2c0-b2bf-4208-a56e-5621d147edf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:41.070878 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:41.088297 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port 6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8 is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:21:41.090348 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bf8dbcbd-e7e8-43ca-89e2-b672a67e3d5a admin admin] Publish callbacks [] for port (412fde59-23fb-4970-8076-9825972e8b0b), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:41.126384 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bf8dbcbd-e7e8-43ca-89e2-b672a67e3d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (412fde59-23fb-4970-8076-9825972e8b0b), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:41.168348 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8dbcbd-e7e8-43ca-89e2-b672a67e3d5a admin admin] Network c964dc07-4697-4275-a8c4-6a1cf8f3189c is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:21:41.173945 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-bf8dbcbd-e7e8-43ca-89e2-b672a67e3d5a admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:21:41.176764 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8dbcbd-e7e8-43ca-89e2-b672a67e3d5a admin admin] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:21:41.178728 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:41.203468 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8dbcbd-e7e8-43ca-89e2-b672a67e3d5a admin admin] Pushing event updated for resources: {'Port': ['ID=412fde59-23fb-4970-8076-9825972e8b0b,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:41.224837 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bf8dbcbd-e7e8-43ca-89e2-b672a67e3d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2064679'] for router_interface (246147df-873e-4352-b700-665329a09c4c), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:41.327010 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-48fcb2c0-b2bf-4208-a56e-5621d147edf3 None None] Publish callbacks [] for port (4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4), precommit_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:41.335043 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-48fcb2c0-b2bf-4208-a56e-5621d147edf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:41.359949 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bf8dbcbd-e7e8-43ca-89e2-b672a67e3d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (412fde59-23fb-4970-8076-9825972e8b0b), before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:41.373044 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-48fcb2c0-b2bf-4208-a56e-5621d147edf3 None None] Attempting to bind port 4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4 on host dv-cinder-740146-21-smb for vnic_type normal with profile {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:21:41.373595 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-48fcb2c0-b2bf-4208-a56e-5621d147edf3 None None] Attempting to bind port 4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4 by drivers openvswitch,hyperv on host dv-cinder-740146-21-smb at level 0 using segments [{'id': '3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:21:41.373905 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fcb2c0-b2bf-4208-a56e-5621d147edf3 None None] Attempting to bind port 4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4 on network b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:21:41.424044 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7c35ffd2-7c86-40ed-a06f-47cbbde24aea None None] Provisioning complete for port 412fde59-23fb-4970-8076-9825972e8b0b triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:21:41.424411 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7c35ffd2-7c86-40ed-a06f-47cbbde24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (412fde59-23fb-4970-8076-9825972e8b0b), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:41.424742 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-7c35ffd2-7c86-40ed-a06f-47cbbde24aea None None] Attempt 1 to provision port 412fde59-23fb-4970-8076-9825972e8b0b Sep 29 02:21:41.427980 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92562af-86c8-4b0b-9b96-83b0167d8cc4 None None] Pushing event updated for resources: {'Port': ['ID=4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4,revision_number=2']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:41.454059 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=100 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:41.471825 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7c35ffd2-7c86-40ed-a06f-47cbbde24aea None None] Port 412fde59-23fb-4970-8076-9825972e8b0b cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:21:41.472611 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fcb2c0-b2bf-4208-a56e-5621d147edf3 None None] Checking agent: {'id': '732f1f10-53c2-4a73-b7b4-882674716f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 25), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:21:41.472972 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fcb2c0-b2bf-4208-a56e-5621d147edf3 None None] Checking segment: {'id': '3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:21:41.473384 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-48fcb2c0-b2bf-4208-a56e-5621d147edf3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:41.473768 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fcb2c0-b2bf-4208-a56e-5621d147edf3 None None] Bound using segment: {'id': '3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'} {{(pid=106441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:21:41.474231 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.managers [None req-48fcb2c0-b2bf-4208-a56e-5621d147edf3 None None] Bound port: 4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4, host: dv-cinder-740146-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'}}] {{(pid=106441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:21:41.474601 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-48fcb2c0-b2bf-4208-a56e-5621d147edf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:41.522001 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-48fcb2c0-b2bf-4208-a56e-5621d147edf3 None None] For port 4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4, host dv-cinder-740146-21-smb, cleared binding levels {{(pid=106441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:21:41.525063 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-48fcb2c0-b2bf-4208-a56e-5621d147edf3 None None] For port 4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4, host dv-cinder-740146-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4,segment=NetworkSegment(3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633),segment_id=3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633)] {{(pid=106441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:21:41.527924 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bf8dbcbd-e7e8-43ca-89e2-b672a67e3d5a admin admin] Publish callbacks [] for port (412fde59-23fb-4970-8076-9825972e8b0b), precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:41.531243 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-48fcb2c0-b2bf-4208-a56e-5621d147edf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:41.532189 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bf8dbcbd-e7e8-43ca-89e2-b672a67e3d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26030496'] for port (412fde59-23fb-4970-8076-9825972e8b0b), after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:41.572405 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fcb2c0-b2bf-4208-a56e-5621d147edf3 None None] Routers {'246147df-873e-4352-b700-665329a09c4c'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:21:41.572939 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-48fcb2c0-b2bf-4208-a56e-5621d147edf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:21:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['246147df-873e-4352-b700-665329a09c4c'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:41.605924 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8dbcbd-e7e8-43ca-89e2-b672a67e3d5a admin admin] Pushing event updated for resources: {'Port': ['ID=412fde59-23fb-4970-8076-9825972e8b0b,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:41.608554 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-bf8dbcbd-e7e8-43ca-89e2-b672a67e3d5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1703214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2064787'] for router_interface (246147df-873e-4352-b700-665329a09c4c), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:41.630769 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:41.633837 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92562af-86c8-4b0b-9b96-83b0167d8cc4 None None] Pushing event updated for resources: {'Port': ['ID=4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4,revision_number=3']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:41.690559 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-48fcb2c0-b2bf-4208-a56e-5621d147edf3 None None] Set router 246147df-873e-4352-b700-665329a09c4c gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:21:41.702212 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8dbcbd-e7e8-43ca-89e2-b672a67e3d5a admin admin] Network c964dc07-4697-4275-a8c4-6a1cf8f3189c is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:21:41.703548 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-bf8dbcbd-e7e8-43ca-89e2-b672a67e3d5a admin admin] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:21:41.821634 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8dbcbd-e7e8-43ca-89e2-b672a67e3d5a admin admin] Router 246147df-873e-4352-b700-665329a09c4c has already been hosted by L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:21:41.887774 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-48fcb2c0-b2bf-4208-a56e-5621d147edf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246147df-873e-4352-b700-665329a09c4c', 'name': 'tempest-AttachVolumeTestJSON-1037250904-router', 'tenant_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:21:38Z', 'updated_at': '2022-09-29T02:21:41Z', 'revision_number': 4, 'project_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'gw_port': {'id': '4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ff:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246147df-873e-4352-b700-665329a09c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:21:39Z', 'updated_at': '2022-09-29T02:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': '412fde59-23fb-4970-8076-9825972e8b0b', 'name': '', 'network_id': 'c964dc07-4697-4275-a8c4-6a1cf8f3189c', 'tenant_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'mac_address': 'fa:16:3e:b3:23:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246147df-873e-4352-b700-665329a09c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9c727c67-94a1-4bf1-ada6-7d48aaf14c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:21:40Z', 'updated_at': '2022-09-29T02:21:41Z', 'revision_number': 2, 'project_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'subnets': [{'id': '9c727c67-94a1-4bf1-ada6-7d48aaf14c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:41.912940 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fcb2c0-b2bf-4208-a56e-5621d147edf3 None None] The sync data for ids ['246147df-873e-4352-b700-665329a09c4c'] in dv-cinder-740146-21-smb is: [{'id': '246147df-873e-4352-b700-665329a09c4c', 'name': 'tempest-AttachVolumeTestJSON-1037250904-router', 'tenant_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:21:38Z', 'updated_at': '2022-09-29T02:21:41Z', 'revision_number': 4, 'project_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'gw_port': {'id': '4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ff:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246147df-873e-4352-b700-665329a09c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:21:39Z', 'updated_at': '2022-09-29T02:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': '412fde59-23fb-4970-8076-9825972e8b0b', 'name': '', 'network_id': 'c964dc07-4697-4275-a8c4-6a1cf8f3189c', 'tenant_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'mac_address': 'fa:16:3e:b3:23:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246147df-873e-4352-b700-665329a09c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9c727c67-94a1-4bf1-ada6-7d48aaf14c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:21:40Z', 'updated_at': '2022-09-29T02:21:41Z', 'revision_number': 2, 'project_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'subnets': [{'id': '9c727c67-94a1-4bf1-ada6-7d48aaf14c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:21:41.925950 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:41.941231 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8dbcbd-e7e8-43ca-89e2-b672a67e3d5a admin admin] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:21:41.946224 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-bf8dbcbd-e7e8-43ca-89e2-b672a67e3d5a admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/246147df-873e-4352-b700-665329a09c4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5830464 Sep 29 02:21:41.972879 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-7c35ffd2-7c86-40ed-a06f-47cbbde24aea None None] Attempt 2 to provision port 412fde59-23fb-4970-8076-9825972e8b0b Sep 29 02:21:42.008428 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7c35ffd2-7c86-40ed-a06f-47cbbde24aea None None] Port 412fde59-23fb-4970-8076-9825972e8b0b cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:21:42.273226 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 59316) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:42.278021 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-d5712d76-0775-448c-a98c-f7acdbc224d0 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Request body: {'security_group': {'name': 'tempest-securitygroup--346575515', 'description': 'tempest-description--1886856572'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:21:42.299793 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d5712d76-0775-448c-a98c-f7acdbc224d0 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:42.309177 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:42.375094 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d5712d76-0775-448c-a98c-f7acdbc224d0 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks [] for security_group (9a3a9e82-32c0-4502-9c2e-681a3b646b08), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:42.379575 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d5712d76-0775-448c-a98c-f7acdbc224d0 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (9a3a9e82-32c0-4502-9c2e-681a3b646b08), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:42.411395 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-d5712d76-0775-448c-a98c-f7acdbc224d0 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:42.412646 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-d5712d76-0775-448c-a98c-f7acdbc224d0 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1382842 Sep 29 02:21:42.415840 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 59318) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:42.420445 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5712d76-0775-448c-a98c-f7acdbc224d0 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3a9e82-32c0-4502-9c2e-681a3b646b08,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:42.421115 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-b5a4b30d-11a2-4776-8a15-2edd91238f69 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Request body: {'security_group_rule': {'security_group_id': '9a3a9e82-32c0-4502-9c2e-681a3b646b08', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:21:42.451898 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b5a4b30d-11a2-4776-8a15-2edd91238f69 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks [] for security_group_rule (e7dfc428-1947-47e0-baf5-f8bf01fa628f), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:42.509643 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-7c35ffd2-7c86-40ed-a06f-47cbbde24aea None None] Attempt 3 to provision port 412fde59-23fb-4970-8076-9825972e8b0b Sep 29 02:21:42.511518 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b5a4b30d-11a2-4776-8a15-2edd91238f69 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks [] for security_group_rule (e7dfc428-1947-47e0-baf5-f8bf01fa628f), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:42.516942 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b5a4b30d-11a2-4776-8a15-2edd91238f69 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602948'] for security_group_rule (e7dfc428-1947-47e0-baf5-f8bf01fa628f), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:42.542716 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a4b30d-11a2-4776-8a15-2edd91238f69 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7dfc428-1947-47e0-baf5-f8bf01fa628f,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:42.556195 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b5a4b30d-11a2-4776-8a15-2edd91238f69 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:42.560933 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 59320) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:42.561722 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-b5a4b30d-11a2-4776-8a15-2edd91238f69 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1447828 Sep 29 02:21:42.570304 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-f3b588ef-d6df-45f2-9f29-1cfd5b3b7372 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Request body: {'security_group_rule': {'security_group_id': '9a3a9e82-32c0-4502-9c2e-681a3b646b08', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:21:42.589456 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7c35ffd2-7c86-40ed-a06f-47cbbde24aea None None] Port 412fde59-23fb-4970-8076-9825972e8b0b cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:21:42.603302 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f3b588ef-d6df-45f2-9f29-1cfd5b3b7372 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks [] for security_group_rule (eccc1b23-b6d9-4ef9-a8e6-3a978b307771), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:42.635184 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8 up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:21:42.674537 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f3b588ef-d6df-45f2-9f29-1cfd5b3b7372 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks [] for security_group_rule (eccc1b23-b6d9-4ef9-a8e6-3a978b307771), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:42.681125 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f3b588ef-d6df-45f2-9f29-1cfd5b3b7372 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602948'] for security_group_rule (eccc1b23-b6d9-4ef9-a8e6-3a978b307771), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:42.683972 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port 6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:21:42.684419 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:42.684852 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port 6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8 Sep 29 02:21:42.704227 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f3b588ef-d6df-45f2-9f29-1cfd5b3b7372 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:42.706374 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-f3b588ef-d6df-45f2-9f29-1cfd5b3b7372 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1444707 Sep 29 02:21:42.709006 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b588ef-d6df-45f2-9f29-1cfd5b3b7372 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eccc1b23-b6d9-4ef9-a8e6-3a978b307771,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:42.709581 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 59322) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:42.714067 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-ccc879fe-40ce-4f51-8141-c883aea47660 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Request body: {'floatingip': {'floating_network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:21:42.738363 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ccc879fe-40ce-4f51-8141-c883aea47660 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:42.775632 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port 6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8 is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:21:42.836501 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ccc879fe-40ce-4f51-8141-c883aea47660 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:42.874665 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:42.957633 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-ccc879fe-40ce-4f51-8141-c883aea47660 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Allocated IP 172.28.2.251 (b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd/e0ffa218-6ca5-4006-b711-a782d769deaf/e5a290d3-79f6-4200-ae2e-ee92061aae28) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:21:42.961891 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:43.067625 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ccc879fe-40ce-4f51-8141-c883aea47660 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks [] for port (e5a290d3-79f6-4200-ae2e-ee92061aae28), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:43.091019 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-7c35ffd2-7c86-40ed-a06f-47cbbde24aea None None] Attempt 4 to provision port 412fde59-23fb-4970-8076-9825972e8b0b Sep 29 02:21:43.103473 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ccc879fe-40ce-4f51-8141-c883aea47660 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27012499'] for port (e5a290d3-79f6-4200-ae2e-ee92061aae28), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:43.138050 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7c35ffd2-7c86-40ed-a06f-47cbbde24aea None None] Port 412fde59-23fb-4970-8076-9825972e8b0b cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:21:43.149248 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc879fe-40ce-4f51-8141-c883aea47660 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Network b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:21:43.152000 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-ccc879fe-40ce-4f51-8141-c883aea47660 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:21:43.155921 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc879fe-40ce-4f51-8141-c883aea47660 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:21:43.178291 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc879fe-40ce-4f51-8141-c883aea47660 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Pushing event updated for resources: {'Port': ['ID=e5a290d3-79f6-4200-ae2e-ee92061aae28,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:43.242205 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ccc879fe-40ce-4f51-8141-c883aea47660 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks [] for floatingip (25b0b03b-a9d8-4a9d-a63e-ec8b7f240043), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:43.279261 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ccc879fe-40ce-4f51-8141-c883aea47660 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (e5a290d3-79f6-4200-ae2e-ee92061aae28), before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:43.429564 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ccc879fe-40ce-4f51-8141-c883aea47660 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks [] for port (e5a290d3-79f6-4200-ae2e-ee92061aae28), precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:43.433917 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ccc879fe-40ce-4f51-8141-c883aea47660 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27012484'] for port (e5a290d3-79f6-4200-ae2e-ee92061aae28), after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:43.503839 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc879fe-40ce-4f51-8141-c883aea47660 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Pushing event updated for resources: {'Port': ['ID=e5a290d3-79f6-4200-ae2e-ee92061aae28,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:43.506353 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ccc879fe-40ce-4f51-8141-c883aea47660 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1596334'] for floatingip (25b0b03b-a9d8-4a9d-a63e-ec8b7f240043), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:43.509726 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:43.522769 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ccc879fe-40ce-4f51-8141-c883aea47660 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for floatingip (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:43.533651 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-ccc879fe-40ce-4f51-8141-c883aea47660 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8134279 Sep 29 02:21:43.639342 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-7c35ffd2-7c86-40ed-a06f-47cbbde24aea None None] Attempt 5 to provision port 412fde59-23fb-4970-8076-9825972e8b0b Sep 29 02:21:43.671189 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7c35ffd2-7c86-40ed-a06f-47cbbde24aea None None] Port 412fde59-23fb-4970-8076-9825972e8b0b cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:21:43.685772 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-bd43d3cc-ee02-48d4-8284-0b68ae077c74 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--346575515&fields=id&tenant_id=f44d9cbd3a954891bdeb4ad11ad9d535 HTTP/1.1" status: 200 len: 267 time: 0.0454736 Sep 29 02:21:43.797788 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-4016f944-682a-45cb-a6cb-09e861d15a05 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:43.799550 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-4016f944-682a-45cb-a6cb-09e861d15a05 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/networks?id=c964dc07-4697-4275-a8c4-6a1cf8f3189c HTTP/1.1" status: 200 len: 811 time: 0.1067681 Sep 29 02:21:43.813889 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-b7804c3a-8927-4ad3-8e34-f29ffb2db00b tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/quotas/f44d9cbd3a954891bdeb4ad11ad9d535 HTTP/1.1" status: 200 len: 375 time: 0.0089755 Sep 29 02:21:43.868428 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-e8f05c0b-bf61-4121-b452-a79ce6caa9f0 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=f44d9cbd3a954891bdeb4ad11ad9d535&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496562 Sep 29 02:21:43.872187 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9afa7f-6fa5-4ee8-870e-c5130633858d None None] Sync routers for ids ['246147df-873e-4352-b700-665329a09c4c'] in dv-cinder-740146-21-smb {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:21:43.882759 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9afa7f-6fa5-4ee8-870e-c5130633858d None None] Routers {'246147df-873e-4352-b700-665329a09c4c'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:21:43.883373 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-bb9afa7f-6fa5-4ee8-870e-c5130633858d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:21:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['246147df-873e-4352-b700-665329a09c4c'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:43.966614 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-0bd0fbdd-6b83-433e-add8-c1c83e14a4ed service neutron] 10.222.0.49 "GET /networking/v2.0/networks/c964dc07-4697-4275-a8c4-6a1cf8f3189c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849152 Sep 29 02:21:43.989885 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-bb9afa7f-6fa5-4ee8-870e-c5130633858d None None] Set router 246147df-873e-4352-b700-665329a09c4c gateway port host: dv-cinder-740146-21-smb {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:21:44.061637 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-47c59d39-70db-4188-ab61-770ac9f356bd service neutron] 10.222.0.49 "GET /networking/v2.0/networks/c964dc07-4697-4275-a8c4-6a1cf8f3189c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886316 Sep 29 02:21:44.172330 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-7c35ffd2-7c86-40ed-a06f-47cbbde24aea None None] Attempt 6 to provision port 412fde59-23fb-4970-8076-9825972e8b0b Sep 29 02:21:44.219473 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7c35ffd2-7c86-40ed-a06f-47cbbde24aea None None] Port 412fde59-23fb-4970-8076-9825972e8b0b cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:21:44.289522 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6d0992c4-c93f-475f-ab31-ef05fc689fed req-2f3766df-deeb-45c4-8622-b91447f2ba28 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 210 time: 0.0854607 Sep 29 02:21:44.292983 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-bb9afa7f-6fa5-4ee8-870e-c5130633858d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246147df-873e-4352-b700-665329a09c4c', 'name': 'tempest-AttachVolumeTestJSON-1037250904-router', 'tenant_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:21:38Z', 'updated_at': '2022-09-29T02:21:41Z', 'revision_number': 4, 'project_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'gw_port': {'id': '4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ff:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246147df-873e-4352-b700-665329a09c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:21:39Z', 'updated_at': '2022-09-29T02:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': '412fde59-23fb-4970-8076-9825972e8b0b', 'name': '', 'network_id': 'c964dc07-4697-4275-a8c4-6a1cf8f3189c', 'tenant_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'mac_address': 'fa:16:3e:b3:23:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246147df-873e-4352-b700-665329a09c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9c727c67-94a1-4bf1-ada6-7d48aaf14c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:21:40Z', 'updated_at': '2022-09-29T02:21:41Z', 'revision_number': 2, 'project_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'subnets': [{'id': '9c727c67-94a1-4bf1-ada6-7d48aaf14c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:44.321276 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9afa7f-6fa5-4ee8-870e-c5130633858d None None] Checking router: 246147df-873e-4352-b700-665329a09c4c for host: dv-cinder-740146-21-smb {{(pid=106442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:21:44.321646 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9afa7f-6fa5-4ee8-870e-c5130633858d None None] Updating router 246147df-873e-4352-b700-665329a09c4c port 412fde59-23fb-4970-8076-9825972e8b0b binding host dv-cinder-740146-21-smb {{(pid=106442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 02:21:44.349640 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-bb9afa7f-6fa5-4ee8-870e-c5130633858d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (412fde59-23fb-4970-8076-9825972e8b0b), before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:44.596695 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4 up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:21:44.615426 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-bb9afa7f-6fa5-4ee8-870e-c5130633858d None None] Publish callbacks [] for port (412fde59-23fb-4970-8076-9825972e8b0b), precommit_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:44.622180 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-bb9afa7f-6fa5-4ee8-870e-c5130633858d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (412fde59-23fb-4970-8076-9825972e8b0b), after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:44.627310 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:44.642551 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port 4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:21:44.643205 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:44.643356 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port 4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4 Sep 29 02:21:44.713251 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9853e6-010e-4627-951e-3e59cdcf5a66 None None] Pushing event updated for resources: {'Port': ['ID=412fde59-23fb-4970-8076-9825972e8b0b,revision_number=3']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:44.721521 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-7c35ffd2-7c86-40ed-a06f-47cbbde24aea None None] Attempt 7 to provision port 412fde59-23fb-4970-8076-9825972e8b0b Sep 29 02:21:44.728246 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9853e6-010e-4627-951e-3e59cdcf5a66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:44.728590 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9853e6-010e-4627-951e-3e59cdcf5a66 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:44.728930 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9853e6-010e-4627-951e-3e59cdcf5a66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:44.729301 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9853e6-010e-4627-951e-3e59cdcf5a66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:44.729666 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9853e6-010e-4627-951e-3e59cdcf5a66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:44.729983 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9853e6-010e-4627-951e-3e59cdcf5a66 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:44.730304 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9853e6-010e-4627-951e-3e59cdcf5a66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:44.730620 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9853e6-010e-4627-951e-3e59cdcf5a66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:44.730942 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9853e6-010e-4627-951e-3e59cdcf5a66 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:44.731846 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9853e6-010e-4627-951e-3e59cdcf5a66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:44.732178 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9853e6-010e-4627-951e-3e59cdcf5a66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:44.732518 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9853e6-010e-4627-951e-3e59cdcf5a66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:44.732844 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9853e6-010e-4627-951e-3e59cdcf5a66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:44.733161 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9853e6-010e-4627-951e-3e59cdcf5a66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:44.733500 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9853e6-010e-4627-951e-3e59cdcf5a66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:21:44.739779 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-bb9afa7f-6fa5-4ee8-870e-c5130633858d None None] Attempting to bind port 412fde59-23fb-4970-8076-9825972e8b0b on host dv-cinder-740146-21-smb for vnic_type normal with profile {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:21:44.740149 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-bb9afa7f-6fa5-4ee8-870e-c5130633858d None None] Attempting to bind port 412fde59-23fb-4970-8076-9825972e8b0b by drivers openvswitch,hyperv on host dv-cinder-740146-21-smb at level 0 using segments [{'id': '8f016d59-6f89-4565-af8e-43a283f8d77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c964dc07-4697-4275-a8c4-6a1cf8f3189c'}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:21:44.740508 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9afa7f-6fa5-4ee8-870e-c5130633858d None None] Attempting to bind port 412fde59-23fb-4970-8076-9825972e8b0b on network c964dc07-4697-4275-a8c4-6a1cf8f3189c {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:21:44.742859 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port 4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4 is: DOWN; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:21:44.743380 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:44.775240 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] For port 4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4,segment=NetworkSegment(3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633),segment_id=3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:21:44.776218 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:44.776956 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7c35ffd2-7c86-40ed-a06f-47cbbde24aea None None] Port 412fde59-23fb-4970-8076-9825972e8b0b cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:21:44.779661 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:44.796306 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9afa7f-6fa5-4ee8-870e-c5130633858d None None] Checking agent: {'id': '732f1f10-53c2-4a73-b7b4-882674716f60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 3, 25), 'started_at': datetime.datetime(2022, 9, 29, 2, 3, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:21:44.796818 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9afa7f-6fa5-4ee8-870e-c5130633858d None None] Checking segment: {'id': '8f016d59-6f89-4565-af8e-43a283f8d77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c964dc07-4697-4275-a8c4-6a1cf8f3189c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:21:44.797354 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-bb9afa7f-6fa5-4ee8-870e-c5130633858d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:44.797904 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9afa7f-6fa5-4ee8-870e-c5130633858d None None] Bound using segment: {'id': '8f016d59-6f89-4565-af8e-43a283f8d77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c964dc07-4697-4275-a8c4-6a1cf8f3189c'} {{(pid=106442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:21:44.798477 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.managers [None req-bb9afa7f-6fa5-4ee8-870e-c5130633858d None None] Bound port: 412fde59-23fb-4970-8076-9825972e8b0b, host: dv-cinder-740146-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f016d59-6f89-4565-af8e-43a283f8d77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c964dc07-4697-4275-a8c4-6a1cf8f3189c'}}] {{(pid=106442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:21:44.799006 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-bb9afa7f-6fa5-4ee8-870e-c5130633858d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (412fde59-23fb-4970-8076-9825972e8b0b), before_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:44.834691 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Pushing event updated for resources: {'Port': ['ID=4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:44.857830 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=100 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:44.870376 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-bb9afa7f-6fa5-4ee8-870e-c5130633858d None None] For port 412fde59-23fb-4970-8076-9825972e8b0b, host dv-cinder-740146-21-smb, cleared binding levels {{(pid=106442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:21:44.873735 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.plugins.ml2.db [None req-bb9afa7f-6fa5-4ee8-870e-c5130633858d None None] For port 412fde59-23fb-4970-8076-9825972e8b0b, host dv-cinder-740146-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=412fde59-23fb-4970-8076-9825972e8b0b,segment=NetworkSegment(8f016d59-6f89-4565-af8e-43a283f8d77d),segment_id=8f016d59-6f89-4565-af8e-43a283f8d77d)] {{(pid=106442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:21:44.879845 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.callbacks.manager [None req-bb9afa7f-6fa5-4ee8-870e-c5130633858d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (412fde59-23fb-4970-8076-9825972e8b0b), after_update {{(pid=106442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:44.913607 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9afa7f-6fa5-4ee8-870e-c5130633858d None None] Routers {'246147df-873e-4352-b700-665329a09c4c'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:21:44.914219 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-bb9afa7f-6fa5-4ee8-870e-c5130633858d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:21:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['246147df-873e-4352-b700-665329a09c4c'], 'active': True} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:44.975876 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9853e6-010e-4627-951e-3e59cdcf5a66 None None] Pushing event updated for resources: {'Port': ['ID=412fde59-23fb-4970-8076-9825972e8b0b,revision_number=4']} {{(pid=106442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:45.033713 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_dvr_db [None req-bb9afa7f-6fa5-4ee8-870e-c5130633858d None None] Set router 246147df-873e-4352-b700-665329a09c4c gateway port host: dv-cinder-740146-21-smb {{(pid=106442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:21:45.228937 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.l3_hamode_db [None req-bb9afa7f-6fa5-4ee8-870e-c5130633858d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246147df-873e-4352-b700-665329a09c4c', 'name': 'tempest-AttachVolumeTestJSON-1037250904-router', 'tenant_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:21:38Z', 'updated_at': '2022-09-29T02:21:41Z', 'revision_number': 4, 'project_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'gw_port': {'id': '4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ff:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246147df-873e-4352-b700-665329a09c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:21:39Z', 'updated_at': '2022-09-29T02:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': '412fde59-23fb-4970-8076-9825972e8b0b', 'name': '', 'network_id': 'c964dc07-4697-4275-a8c4-6a1cf8f3189c', 'tenant_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'mac_address': 'fa:16:3e:b3:23:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246147df-873e-4352-b700-665329a09c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9c727c67-94a1-4bf1-ada6-7d48aaf14c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:21:40Z', 'updated_at': '2022-09-29T02:21:44Z', 'revision_number': 4, 'project_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'subnets': [{'id': '9c727c67-94a1-4bf1-ada6-7d48aaf14c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:45.260817 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9afa7f-6fa5-4ee8-870e-c5130633858d None None] The sync data for ids ['246147df-873e-4352-b700-665329a09c4c'] in dv-cinder-740146-21-smb is: [{'id': '246147df-873e-4352-b700-665329a09c4c', 'name': 'tempest-AttachVolumeTestJSON-1037250904-router', 'tenant_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:21:38Z', 'updated_at': '2022-09-29T02:21:41Z', 'revision_number': 4, 'project_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'gw_port': {'id': '4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ff:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246147df-873e-4352-b700-665329a09c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:21:39Z', 'updated_at': '2022-09-29T02:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': '412fde59-23fb-4970-8076-9825972e8b0b', 'name': '', 'network_id': 'c964dc07-4697-4275-a8c4-6a1cf8f3189c', 'tenant_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'mac_address': 'fa:16:3e:b3:23:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246147df-873e-4352-b700-665329a09c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9c727c67-94a1-4bf1-ada6-7d48aaf14c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:21:40Z', 'updated_at': '2022-09-29T02:21:44Z', 'revision_number': 4, 'project_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'subnets': [{'id': '9c727c67-94a1-4bf1-ada6-7d48aaf14c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:21:45.278316 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-7c35ffd2-7c86-40ed-a06f-47cbbde24aea None None] Attempt 8 to provision port 412fde59-23fb-4970-8076-9825972e8b0b Sep 29 02:21:45.304343 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-94aa55af-b176-4cee-abab-bb84b897bb7a tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:45.305744 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-94aa55af-b176-4cee-abab-bb84b897bb7a tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.16 "GET /networking/v2.0/networks?id=c964dc07-4697-4275-a8c4-6a1cf8f3189c HTTP/1.1" status: 200 len: 811 time: 0.1128976 Sep 29 02:21:45.383113 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-7a6a5e21-e6ac-4729-9841-f817a720ff00 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f44d9cbd3a954891bdeb4ad11ad9d535 HTTP/1.1" status: 200 len: 379 time: 0.0675139 Sep 29 02:21:45.392249 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-066a0ef2-08de-4345-82a0-3e7d6f371f01 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Request body: {'port': {'device_id': '47becec8-0960-4352-94bc-b0c2988ad7f4', 'network_id': 'c964dc07-4697-4275-a8c4-6a1cf8f3189c', 'admin_state_up': True, 'tenant_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'security_groups': ['9a3a9e82-32c0-4502-9c2e-681a3b646b08']}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:21:45.410638 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:45.425292 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7c35ffd2-7c86-40ed-a06f-47cbbde24aea None None] Current status of the port 412fde59-23fb-4970-8076-9825972e8b0b is: DOWN; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:21:45.425725 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7c35ffd2-7c86-40ed-a06f-47cbbde24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (412fde59-23fb-4970-8076-9825972e8b0b), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:45.443970 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:45.452351 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:45.464165 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7c35ffd2-7c86-40ed-a06f-47cbbde24aea None None] For port 412fde59-23fb-4970-8076-9825972e8b0b, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=412fde59-23fb-4970-8076-9825972e8b0b,segment=NetworkSegment(8f016d59-6f89-4565-af8e-43a283f8d77d),segment_id=8f016d59-6f89-4565-af8e-43a283f8d77d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:21:45.468714 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7c35ffd2-7c86-40ed-a06f-47cbbde24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (412fde59-23fb-4970-8076-9825972e8b0b), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:45.519656 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c35ffd2-7c86-40ed-a06f-47cbbde24aea None None] Pushing event updated for resources: {'Port': ['ID=412fde59-23fb-4970-8076-9825972e8b0b,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:45.593991 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-ea801da0-fcc9-4382-9bed-ae737694478d None None] Provisioning complete for port 412fde59-23fb-4970-8076-9825972e8b0b triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:21:45.595206 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ea801da0-fcc9-4382-9bed-ae737694478d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (412fde59-23fb-4970-8076-9825972e8b0b), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:45.595537 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-ea801da0-fcc9-4382-9bed-ae737694478d None None] Attempt 1 to provision port 412fde59-23fb-4970-8076-9825972e8b0b Sep 29 02:21:45.675370 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-ea801da0-fcc9-4382-9bed-ae737694478d None None] Current status of the port 412fde59-23fb-4970-8076-9825972e8b0b is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:21:45.734928 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e215c510-0930-4d8e-8329-70809bb91822 req-309cf94c-4f25-46ae-992f-df1638806ffc tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 210 time: 0.3206389 Sep 29 02:21:45.804946 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-066a0ef2-08de-4345-82a0-3e7d6f371f01 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Made reservation on behalf of f44d9cbd3a954891bdeb4ad11ad9d535 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:21:45.808709 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-066a0ef2-08de-4345-82a0-3e7d6f371f01 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:45.944195 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-066a0ef2-08de-4345-82a0-3e7d6f371f01 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Allocated IP 172.20.0.3 (c964dc07-4697-4275-a8c4-6a1cf8f3189c/9c727c67-94a1-4bf1-ada6-7d48aaf14c31/20fdec3f-0a63-42ab-af06-f789f606098f) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:21:46.085497 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-066a0ef2-08de-4345-82a0-3e7d6f371f01 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks [] for port (20fdec3f-0a63-42ab-af06-f789f606098f), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:46.117194 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-066a0ef2-08de-4345-82a0-3e7d6f371f01 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (20fdec3f-0a63-42ab-af06-f789f606098f), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:46.163448 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-066a0ef2-08de-4345-82a0-3e7d6f371f01 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Network c964dc07-4697-4275-a8c4-6a1cf8f3189c is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:21:46.169110 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-066a0ef2-08de-4345-82a0-3e7d6f371f01 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:21:46.173034 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-066a0ef2-08de-4345-82a0-3e7d6f371f01 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:21:46.198731 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a0ef2-08de-4345-82a0-3e7d6f371f01 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Pushing event updated for resources: {'Port': ['ID=20fdec3f-0a63-42ab-af06-f789f606098f,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:46.227771 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-066a0ef2-08de-4345-82a0-3e7d6f371f01 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:46.228456 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-066a0ef2-08de-4345-82a0-3e7d6f371f01 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for port (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:46.245479 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-066a0ef2-08de-4345-82a0-3e7d6f371f01 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8573432 Sep 29 02:21:46.375730 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-2a6df70e-9f7e-4b20-a6f8-2ab9e35d8daa service neutron] Request body: {'port': {'device_id': '47becec8-0960-4352-94bc-b0c2988ad7f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:21:46.398074 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-413aced6-118f-494c-ae34-94b19d1b6af0 None None] Provisioning complete for port 20fdec3f-0a63-42ab-af06-f789f606098f triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:21:46.398642 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-413aced6-118f-494c-ae34-94b19d1b6af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (20fdec3f-0a63-42ab-af06-f789f606098f), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:46.399571 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-413aced6-118f-494c-ae34-94b19d1b6af0 None None] Attempt 1 to provision port 20fdec3f-0a63-42ab-af06-f789f606098f Sep 29 02:21:46.432747 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-413aced6-118f-494c-ae34-94b19d1b6af0 None None] Port 20fdec3f-0a63-42ab-af06-f789f606098f cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:21:46.438242 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-2a6df70e-9f7e-4b20-a6f8-2ab9e35d8daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (20fdec3f-0a63-42ab-af06-f789f606098f), before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:46.588090 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4 up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:21:46.621983 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:46.635339 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port 4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:21:46.635641 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:46.635970 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port 4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4 Sep 29 02:21:46.679444 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:46.711060 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port 4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4 is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:21:46.712211 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 412fde59-23fb-4970-8076-9825972e8b0b up at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:21:46.716071 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.notifiers.nova [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-2a6df70e-9f7e-4b20-a6f8-2ab9e35d8daa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20fdec3f-0a63-42ab-af06-f789f606098f {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:21:46.724195 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-2a6df70e-9f7e-4b20-a6f8-2ab9e35d8daa service neutron] Publish callbacks [] for port (20fdec3f-0a63-42ab-af06-f789f606098f), precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:46.736668 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-2a6df70e-9f7e-4b20-a6f8-2ab9e35d8daa service neutron] Transition to ACTIVE for port object 20fdec3f-0a63-42ab-af06-f789f606098f will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:21:46.740948 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-2a6df70e-9f7e-4b20-a6f8-2ab9e35d8daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26030496'] for port (20fdec3f-0a63-42ab-af06-f789f606098f), after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:46.756068 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Provisioning complete for port 412fde59-23fb-4970-8076-9825972e8b0b triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:21:46.756434 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (412fde59-23fb-4970-8076-9825972e8b0b), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:46.756762 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Attempt 1 to provision port 412fde59-23fb-4970-8076-9825972e8b0b Sep 29 02:21:46.832286 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Current status of the port 412fde59-23fb-4970-8076-9825972e8b0b is: ACTIVE; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:21:46.837746 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6df70e-9f7e-4b20-a6f8-2ab9e35d8daa service neutron] Pushing event updated for resources: {'Port': ['ID=20fdec3f-0a63-42ab-af06-f789f606098f,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:46.894436 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0de095-e653-4799-a44e-21b451c59a54 req-f41a46cb-be9e-4f7d-b489-4d40bfa8d210 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:46.895820 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ef0de095-e653-4799-a44e-21b451c59a54 req-f41a46cb-be9e-4f7d-b489-4d40bfa8d210 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 943 time: 0.0779271 Sep 29 02:21:46.919145 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-2a6df70e-9f7e-4b20-a6f8-2ab9e35d8daa service neutron] Attempting to bind port 20fdec3f-0a63-42ab-af06-f789f606098f on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:21:46.919481 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-2a6df70e-9f7e-4b20-a6f8-2ab9e35d8daa service neutron] Attempting to bind port 20fdec3f-0a63-42ab-af06-f789f606098f by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '8f016d59-6f89-4565-af8e-43a283f8d77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c964dc07-4697-4275-a8c4-6a1cf8f3189c'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:21:46.919808 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-2a6df70e-9f7e-4b20-a6f8-2ab9e35d8daa service neutron] Attempting to bind port 20fdec3f-0a63-42ab-af06-f789f606098f on network c964dc07-4697-4275-a8c4-6a1cf8f3189c {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:21:46.934063 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-413aced6-118f-494c-ae34-94b19d1b6af0 None None] Attempt 2 to provision port 20fdec3f-0a63-42ab-af06-f789f606098f Sep 29 02:21:46.936541 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:46.966859 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-413aced6-118f-494c-ae34-94b19d1b6af0 None None] Port 20fdec3f-0a63-42ab-af06-f789f606098f cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:21:46.984385 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ef0de095-e653-4799-a44e-21b451c59a54 req-75e7e101-11fb-4838-b648-773a97d3577e tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a3a9e82-32c0-4502-9c2e-681a3b646b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814908 Sep 29 02:21:46.987168 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-2a6df70e-9f7e-4b20-a6f8-2ab9e35d8daa service neutron] Port 20fdec3f-0a63-42ab-af06-f789f606098f on network c964dc07-4697-4275-a8c4-6a1cf8f3189c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:21:46.987501 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-2a6df70e-9f7e-4b20-a6f8-2ab9e35d8daa service neutron] Attempting to bind port 20fdec3f-0a63-42ab-af06-f789f606098f on network c964dc07-4697-4275-a8c4-6a1cf8f3189c {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:21:47.030669 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-2a6df70e-9f7e-4b20-a6f8-2ab9e35d8daa service neutron] Checking agent: {'id': '027a9bac-ca89-4228-9c1d-ae9e74cf172f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 9, 38), 'started_at': datetime.datetime(2022, 9, 29, 2, 9, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:21:47.031006 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-2a6df70e-9f7e-4b20-a6f8-2ab9e35d8daa service neutron] Checking segment: {'id': '8f016d59-6f89-4565-af8e-43a283f8d77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c964dc07-4697-4275-a8c4-6a1cf8f3189c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:21:47.031391 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-2a6df70e-9f7e-4b20-a6f8-2ab9e35d8daa service neutron] Bound using segment: {'id': '8f016d59-6f89-4565-af8e-43a283f8d77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c964dc07-4697-4275-a8c4-6a1cf8f3189c'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:21:47.031834 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-2a6df70e-9f7e-4b20-a6f8-2ab9e35d8daa service neutron] Bound port: 20fdec3f-0a63-42ab-af06-f789f606098f, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f016d59-6f89-4565-af8e-43a283f8d77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c964dc07-4697-4275-a8c4-6a1cf8f3189c'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:21:47.032218 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-2a6df70e-9f7e-4b20-a6f8-2ab9e35d8daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (20fdec3f-0a63-42ab-af06-f789f606098f), before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:47.096393 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-2a6df70e-9f7e-4b20-a6f8-2ab9e35d8daa service neutron] For port 20fdec3f-0a63-42ab-af06-f789f606098f, host hv-cinder-74014, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:21:47.099409 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-2a6df70e-9f7e-4b20-a6f8-2ab9e35d8daa service neutron] For port 20fdec3f-0a63-42ab-af06-f789f606098f, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=20fdec3f-0a63-42ab-af06-f789f606098f,segment=NetworkSegment(8f016d59-6f89-4565-af8e-43a283f8d77d),segment_id=8f016d59-6f89-4565-af8e-43a283f8d77d)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:21:47.105225 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-2a6df70e-9f7e-4b20-a6f8-2ab9e35d8daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26030496'] for port (20fdec3f-0a63-42ab-af06-f789f606098f), after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:47.108189 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-2a6df70e-9f7e-4b20-a6f8-2ab9e35d8daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:47.108798 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-2a6df70e-9f7e-4b20-a6f8-2ab9e35d8daa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for port (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:47.110406 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-2a6df70e-9f7e-4b20-a6f8-2ab9e35d8daa service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/20fdec3f-0a63-42ab-af06-f789f606098f HTTP/1.1" status: 200 len: 1093 time: 0.7390604 Sep 29 02:21:47.112446 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47becec8-0960-4352-94bc-b0c2988ad7f4', 'tag': '20fdec3f-0a63-42ab-af06-f789f606098f'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:21:47.115487 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6fd434f9474e642ac52a32a239cb9403cb6cbac172bb9ea56eecab16f0e16c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d12f39-dabb-46fb-9550-38d2f3b3aaf0" -d '{"events": [{"name": "network-changed", "server_uuid": "47becec8-0960-4352-94bc-b0c2988ad7f4", "tag": "20fdec3f-0a63-42ab-af06-f789f606098f"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:21:47.154870 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad323e2-a43d-4f52-80c3-ab6aa542641e x-openstack-request-id: req-7ad323e2-a43d-4f52-80c3-ab6aa542641e {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:21:47.155157 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47becec8-0960-4352-94bc-b0c2988ad7f4", "tag": "20fdec3f-0a63-42ab-af06-f789f606098f", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:21:47.155410 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7ad323e2-a43d-4f52-80c3-ab6aa542641e {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:21:47.155808 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ad323e2-a43d-4f52-80c3-ab6aa542641e'] response: {'name': 'network-changed', 'server_uuid': '47becec8-0960-4352-94bc-b0c2988ad7f4', 'tag': '20fdec3f-0a63-42ab-af06-f789f606098f', 'status': 'completed', 'code': 200} Sep 29 02:21:47.202708 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6df70e-9f7e-4b20-a6f8-2ab9e35d8daa service neutron] Pushing event updated for resources: {'Port': ['ID=20fdec3f-0a63-42ab-af06-f789f606098f,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:47.207592 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-7e84a2e5-ff74-4a50-8ad7-c3a4a3aa65b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:47.209091 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-7e84a2e5-ff74-4a50-8ad7-c3a4a3aa65b6 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=f44d9cbd3a954891bdeb4ad11ad9d535&device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 1127 time: 0.0562038 Sep 29 02:21:47.251833 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-1d583831-2f4b-47c5-aa6c-d895c2a4e5cd service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20fdec3f-0a63-42ab-af06-f789f606098f HTTP/1.1" status: 200 len: 217 time: 0.0359888 Sep 29 02:21:47.298711 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-78a3dedd-5635-49bc-82d5-84d2dbb9d781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:47.300106 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-78a3dedd-5635-49bc-82d5-84d2dbb9d781 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=9c727c67-94a1-4bf1-ada6-7d48aaf14c31 HTTP/1.1" status: 200 len: 850 time: 0.0437407 Sep 29 02:21:47.343062 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-d74a3889-4332-4879-b450-161200717318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:47.344490 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-d74a3889-4332-4879-b450-161200717318 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=c964dc07-4697-4275-a8c4-6a1cf8f3189c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0388687 Sep 29 02:21:47.435984 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-97baf077-caa0-45c7-be07-fafcaf39a4e4 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c964dc07-4697-4275-a8c4-6a1cf8f3189c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855062 Sep 29 02:21:47.467803 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-413aced6-118f-494c-ae34-94b19d1b6af0 None None] Attempt 3 to provision port 20fdec3f-0a63-42ab-af06-f789f606098f Sep 29 02:21:47.487007 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:47.506311 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-413aced6-118f-494c-ae34-94b19d1b6af0 None None] Port 20fdec3f-0a63-42ab-af06-f789f606098f had new provisioning blocks added so it will not transition to active. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 29 02:21:47.527383 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c548981b-f7aa-48b5-b21e-c6d75f3a69f6 req-55b50eb3-efd2-4f93-8324-e015c420bd99 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c964dc07-4697-4275-a8c4-6a1cf8f3189c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861931 Sep 29 02:21:48.113041 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7538c-c4ea-4303-b92d-b3f6745dd62f req-74c634c8-b86c-4afa-b4f9-0556f198cffb tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:48.114511 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-76f7538c-c4ea-4303-b92d-b3f6745dd62f req-74c634c8-b86c-4afa-b4f9-0556f198cffb tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 943 time: 0.0507867 Sep 29 02:21:48.164056 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-76f7538c-c4ea-4303-b92d-b3f6745dd62f req-b8729fe4-b88c-48fc-aeb2-f9fb88752234 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a3a9e82-32c0-4502-9c2e-681a3b646b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434580 Sep 29 02:21:49.273399 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:49.287422 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c928e-a2b4-4320-b124-33603be1d899 req-f0bb268d-e436-4174-935b-0324c7624e73 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:49.288875 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-601c928e-a2b4-4320-b124-33603be1d899 req-f0bb268d-e436-4174-935b-0324c7624e73 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 943 time: 0.0476468 Sep 29 02:21:49.334981 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-601c928e-a2b4-4320-b124-33603be1d899 req-4c2e023b-fe89-4cbf-a13d-00510a9f6744 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a3a9e82-32c0-4502-9c2e-681a3b646b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406311 Sep 29 02:21:49.544150 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d12f39-dabb-46fb-9550-38d2f3b3aaf0 req-081fb7a4-d9ee-433d-82f1-aab0120fc53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:49.545570 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-71d12f39-dabb-46fb-9550-38d2f3b3aaf0 req-081fb7a4-d9ee-433d-82f1-aab0120fc53b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=f44d9cbd3a954891bdeb4ad11ad9d535&device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 1127 time: 0.0399535 Sep 29 02:21:49.614548 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bb91a109-833f-4f6a-b82d-9772bcce86d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:49.637678 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d12f39-dabb-46fb-9550-38d2f3b3aaf0 req-caffe19c-06e5-4340-8dab-20295a1360f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:49.639126 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-71d12f39-dabb-46fb-9550-38d2f3b3aaf0 req-caffe19c-06e5-4340-8dab-20295a1360f2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=c964dc07-4697-4275-a8c4-6a1cf8f3189c HTTP/1.1" status: 200 len: 912 time: 0.0884774 Sep 29 02:21:49.677278 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-71d12f39-dabb-46fb-9550-38d2f3b3aaf0 req-36154be9-ed2b-4dfa-926c-d636d36ae0cd service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20fdec3f-0a63-42ab-af06-f789f606098f HTTP/1.1" status: 200 len: 217 time: 0.0325313 Sep 29 02:21:49.729159 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d12f39-dabb-46fb-9550-38d2f3b3aaf0 req-cbf9fc15-795e-4657-b617-9f872a4e6402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:49.730587 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-71d12f39-dabb-46fb-9550-38d2f3b3aaf0 req-cbf9fc15-795e-4657-b617-9f872a4e6402 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=9c727c67-94a1-4bf1-ada6-7d48aaf14c31 HTTP/1.1" status: 200 len: 850 time: 0.0478899 Sep 29 02:21:49.783786 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d12f39-dabb-46fb-9550-38d2f3b3aaf0 req-7bcc5cac-49c8-418f-ba2a-2280244c57a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:49.785267 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-71d12f39-dabb-46fb-9550-38d2f3b3aaf0 req-7bcc5cac-49c8-418f-ba2a-2280244c57a4 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=c964dc07-4697-4275-a8c4-6a1cf8f3189c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0482354 Sep 29 02:21:49.867258 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 20fdec3f-0a63-42ab-af06-f789f606098f details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:21:49.875262 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-71d12f39-dabb-46fb-9550-38d2f3b3aaf0 req-8643deec-7ba7-49d7-a63d-22f00f532678 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c964dc07-4697-4275-a8c4-6a1cf8f3189c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843122 Sep 29 02:21:49.969236 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-71d12f39-dabb-46fb-9550-38d2f3b3aaf0 req-e5944115-022f-4cf1-8d13-a664efed34eb service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c964dc07-4697-4275-a8c4-6a1cf8f3189c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873759 Sep 29 02:21:49.969551 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 20fdec3f-0a63-42ab-af06-f789f606098f, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=20fdec3f-0a63-42ab-af06-f789f606098f,segment=NetworkSegment(8f016d59-6f89-4565-af8e-43a283f8d77d),segment_id=8f016d59-6f89-4565-af8e-43a283f8d77d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:21:49.981163 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Returning: {'device': '20fdec3f-0a63-42ab-af06-f789f606098f', 'network_id': 'c964dc07-4697-4275-a8c4-6a1cf8f3189c', 'port_id': '20fdec3f-0a63-42ab-af06-f789f606098f', 'mac_address': 'fa:16:3e:0e:4b:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c727c67-94a1-4bf1-ada6-7d48aaf14c31', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:21:50.015260 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port 20fdec3f-0a63-42ab-af06-f789f606098f is: DOWN; New status is: BUILD {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:21:50.015643 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (20fdec3f-0a63-42ab-af06-f789f606098f), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:50.029403 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:50.032402 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20fdec3f-0a63-42ab-af06-f789f606098f {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:21:50.046128 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 6 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:21:50.052998 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 20fdec3f-0a63-42ab-af06-f789f606098f, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=20fdec3f-0a63-42ab-af06-f789f606098f,segment=NetworkSegment(8f016d59-6f89-4565-af8e-43a283f8d77d),segment_id=8f016d59-6f89-4565-af8e-43a283f8d77d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:21:50.056466 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (20fdec3f-0a63-42ab-af06-f789f606098f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:50.101857 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Pushing event updated for resources: {'Port': ['ID=20fdec3f-0a63-42ab-af06-f789f606098f,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:50.378746 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] get_ports_and_sgs() called for port_ids ['20fdec3f-0a63-42ab-af06-f789f606098f'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:21:50.454169 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbecfe-91f3-4fb7-b270-ad7341fb2ba0 req-ae29f4ad-3e05-41ff-984c-cf4493f6db93 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:50.455896 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1bdbecfe-91f3-4fb7-b270-ad7341fb2ba0 req-ae29f4ad-3e05-41ff-984c-cf4493f6db93 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 944 time: 0.0463865 Sep 29 02:21:50.507752 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1bdbecfe-91f3-4fb7-b270-ad7341fb2ba0 req-c6b6c175-7ecc-4be3-a7f8-a5b1fb407032 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a3a9e82-32c0-4502-9c2e-681a3b646b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462587 Sep 29 02:21:51.637129 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6a4a2-5310-4be0-a77e-7c504e9be20b req-87271e7c-0104-4c6c-9933-c68fd5af5d8e tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:51.638638 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a8b6a4a2-5310-4be0-a77e-7c504e9be20b req-87271e7c-0104-4c6c-9933-c68fd5af5d8e tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 944 time: 0.0466907 Sep 29 02:21:51.686739 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a8b6a4a2-5310-4be0-a77e-7c504e9be20b req-48fe6e0c-2a44-47bc-b1d5-70bae0c9343a tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a3a9e82-32c0-4502-9c2e-681a3b646b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417857 Sep 29 02:21:51.868211 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 20fdec3f-0a63-42ab-af06-f789f606098f up at agent hyperv_hv-cinder-74014 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:21:51.911591 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Provisioning for port 20fdec3f-0a63-42ab-af06-f789f606098f completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:21:51.917164 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Provisioning complete for port 20fdec3f-0a63-42ab-af06-f789f606098f triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:21:51.917556 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (20fdec3f-0a63-42ab-af06-f789f606098f), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:51.917889 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Attempt 1 to provision port 20fdec3f-0a63-42ab-af06-f789f606098f Sep 29 02:21:51.988918 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port 20fdec3f-0a63-42ab-af06-f789f606098f is: BUILD; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:21:51.989321 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (20fdec3f-0a63-42ab-af06-f789f606098f), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:52.011982 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47becec8-0960-4352-94bc-b0c2988ad7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20fdec3f-0a63-42ab-af06-f789f606098f'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:21:52.014461 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9024dbdcad92e29b408608371dc01104c16b992bc758fd4b6455d872f62f597b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b16589-c8c9-49ac-855f-349af3917de0" -d '{"events": [{"server_uuid": "47becec8-0960-4352-94bc-b0c2988ad7f4", "name": "network-vif-plugged", "status": "completed", "tag": "20fdec3f-0a63-42ab-af06-f789f606098f"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:21:52.030487 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 20fdec3f-0a63-42ab-af06-f789f606098f, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=20fdec3f-0a63-42ab-af06-f789f606098f,segment=NetworkSegment(8f016d59-6f89-4565-af8e-43a283f8d77d),segment_id=8f016d59-6f89-4565-af8e-43a283f8d77d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:21:52.034532 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (20fdec3f-0a63-42ab-af06-f789f606098f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:52.057614 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6786bed-c169-49ce-b1c4-214fc72a167f x-openstack-request-id: req-a6786bed-c169-49ce-b1c4-214fc72a167f {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:21:52.057930 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47becec8-0960-4352-94bc-b0c2988ad7f4", "name": "network-vif-plugged", "status": "completed", "tag": "20fdec3f-0a63-42ab-af06-f789f606098f", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:21:52.058185 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a6786bed-c169-49ce-b1c4-214fc72a167f {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:21:52.058579 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6786bed-c169-49ce-b1c4-214fc72a167f'] response: {'server_uuid': '47becec8-0960-4352-94bc-b0c2988ad7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20fdec3f-0a63-42ab-af06-f789f606098f', 'code': 200} Sep 29 02:21:52.081450 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:52.085204 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Pushing event updated for resources: {'Port': ['ID=20fdec3f-0a63-42ab-af06-f789f606098f,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:21:52.115565 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-acdbb9d5-d60f-4651-a518-24aa943c630d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:52.227956 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9f30c-c81c-4359-9949-efb49e5b8b44 req-c36e4004-6660-4fd5-938c-7d15ff4788d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:52.229359 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-36f9f30c-c81c-4359-9949-efb49e5b8b44 req-c36e4004-6660-4fd5-938c-7d15ff4788d4 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 1129 time: 0.0391412 Sep 29 02:21:52.273718 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-36f9f30c-c81c-4359-9949-efb49e5b8b44 req-427ef81a-21c5-4c72-8b1b-5af43de0994a service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9a3a9e82-32c0-4502-9c2e-681a3b646b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379131 Sep 29 02:21:52.816131 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2316b-221d-4f68-8d51-ee26cb1652fb req-8c422a56-72a0-4688-85ec-8a3acbffbcb9 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:52.817630 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f7a2316b-221d-4f68-8d51-ee26cb1652fb req-8c422a56-72a0-4688-85ec-8a3acbffbcb9 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 945 time: 0.0519707 Sep 29 02:21:52.847511 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:52.864954 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f7a2316b-221d-4f68-8d51-ee26cb1652fb req-de883bbe-f2a1-44cd-afce-e8b006c2ff31 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a3a9e82-32c0-4502-9c2e-681a3b646b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418038 Sep 29 02:21:53.248887 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:53.516920 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=69,neutron:DELETE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:53.990058 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ec100-d657-4e63-b532-b43aeed6251c req-0c6479ad-b66e-4d3d-8b8c-e850bcb02eb2 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:53.991515 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-cc8ec100-d657-4e63-b532-b43aeed6251c req-0c6479ad-b66e-4d3d-8b8c-e850bcb02eb2 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 945 time: 0.0469718 Sep 29 02:21:54.038312 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-cc8ec100-d657-4e63-b532-b43aeed6251c req-026fbc45-b572-483e-ad7b-8fac7dc96f51 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a3a9e82-32c0-4502-9c2e-681a3b646b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410511 Sep 29 02:21:54.154186 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715214c1-c9a1-400d-9504-efc41ee0743f req-717ac341-03ae-4d1d-b55c-fa409454f450 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:54.155559 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-715214c1-c9a1-400d-9504-efc41ee0743f req-717ac341-03ae-4d1d-b55c-fa409454f450 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 945 time: 0.0476019 Sep 29 02:21:54.165534 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 59378) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:21:54.169761 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-f7853204-9cf7-4c77-9b6f-4ace62079ab3 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Request body: {'floatingip': {'port_id': '20fdec3f-0a63-42ab-af06-f789f606098f'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:21:54.205169 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:54.212637 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f7853204-9cf7-4c77-9b6f-4ace62079ab3 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks [] for floatingip (25b0b03b-a9d8-4a9d-a63e-ec8b7f240043), before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:54.633818 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f7853204-9cf7-4c77-9b6f-4ace62079ab3 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:54.637304 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f7853204-9cf7-4c77-9b6f-4ace62079ab3 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1596334'] for floatingip (25b0b03b-a9d8-4a9d-a63e-ec8b7f240043), after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:54.730660 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.db.l3_db [None req-f7853204-9cf7-4c77-9b6f-4ace62079ab3 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Floating IP 25b0b03b-a9d8-4a9d-a63e-ec8b7f240043 associated. External IP: 172.28.2.251, port: 20fdec3f-0a63-42ab-af06-f789f606098f. Sep 29 02:21:54.797548 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:54.895971 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:54.932957 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7853204-9cf7-4c77-9b6f-4ace62079ab3 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Router 246147df-873e-4352-b700-665329a09c4c has already been hosted by L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:21:55.041050 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7853204-9cf7-4c77-9b6f-4ace62079ab3 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:21:55.045496 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f7853204-9cf7-4c77-9b6f-4ace62079ab3 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for floatingip (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:21:55.050345 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000919d1-8851-4018-92bd-564f48bed8a6 None None] Sync routers for ids ['246147df-873e-4352-b700-665329a09c4c'] in dv-cinder-740146-21-smb {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:21:55.059901 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000919d1-8851-4018-92bd-564f48bed8a6 None None] Routers {'246147df-873e-4352-b700-665329a09c4c'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:21:55.060521 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-000919d1-8851-4018-92bd-564f48bed8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:21:52Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['246147df-873e-4352-b700-665329a09c4c'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:55.068492 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:55.078382 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-f7853204-9cf7-4c77-9b6f-4ace62079ab3 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/25b0b03b-a9d8-4a9d-a63e-ec8b7f240043 HTTP/1.1" status: 200 len: 991 time: 0.9118166 Sep 29 02:21:55.079031 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47becec8-0960-4352-94bc-b0c2988ad7f4', 'tag': '20fdec3f-0a63-42ab-af06-f789f606098f'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:21:55.082075 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6fd434f9474e642ac52a32a239cb9403cb6cbac172bb9ea56eecab16f0e16c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65af4a99-bc64-4c70-acaf-9dd1345dfc53" -d '{"events": [{"name": "network-changed", "server_uuid": "47becec8-0960-4352-94bc-b0c2988ad7f4", "tag": "20fdec3f-0a63-42ab-af06-f789f606098f"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:21:55.122206 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1857e3-3de2-48dd-9195-ff43669fbc98 x-openstack-request-id: req-ae1857e3-3de2-48dd-9195-ff43669fbc98 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:21:55.122499 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47becec8-0960-4352-94bc-b0c2988ad7f4", "tag": "20fdec3f-0a63-42ab-af06-f789f606098f", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:21:55.122757 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ae1857e3-3de2-48dd-9195-ff43669fbc98 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:21:55.123172 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae1857e3-3de2-48dd-9195-ff43669fbc98'] response: {'name': 'network-changed', 'server_uuid': '47becec8-0960-4352-94bc-b0c2988ad7f4', 'tag': '20fdec3f-0a63-42ab-af06-f789f606098f', 'status': 'completed', 'code': 200} Sep 29 02:21:55.165654 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-000919d1-8851-4018-92bd-564f48bed8a6 None None] Set router 246147df-873e-4352-b700-665329a09c4c gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:21:55.189859 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af4a99-bc64-4c70-acaf-9dd1345dfc53 req-a71f8b5c-55af-4182-a0ce-784b4264bb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:55.191966 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-65af4a99-bc64-4c70-acaf-9dd1345dfc53 req-a71f8b5c-55af-4182-a0ce-784b4264bb5d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=f44d9cbd3a954891bdeb4ad11ad9d535&device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 1129 time: 0.0466614 Sep 29 02:21:55.215311 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:55.226477 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:55.289096 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af4a99-bc64-4c70-acaf-9dd1345dfc53 req-5c6c8ffd-4d78-4e9b-bc74-b06426db70a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:55.290636 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-65af4a99-bc64-4c70-acaf-9dd1345dfc53 req-5c6c8ffd-4d78-4e9b-bc74-b06426db70a0 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=c964dc07-4697-4275-a8c4-6a1cf8f3189c HTTP/1.1" status: 200 len: 912 time: 0.0932913 Sep 29 02:21:55.357603 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-65af4a99-bc64-4c70-acaf-9dd1345dfc53 req-3c7591a4-66df-45af-a44d-79f3c9d275b3 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20fdec3f-0a63-42ab-af06-f789f606098f HTTP/1.1" status: 200 len: 999 time: 0.0613637 Sep 29 02:21:55.410220 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af4a99-bc64-4c70-acaf-9dd1345dfc53 req-e627cf3c-1b5c-477c-bb22-d133a7d417a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:55.411675 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-65af4a99-bc64-4c70-acaf-9dd1345dfc53 req-e627cf3c-1b5c-477c-bb22-d133a7d417a6 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=9c727c67-94a1-4bf1-ada6-7d48aaf14c31 HTTP/1.1" status: 200 len: 850 time: 0.0451763 Sep 29 02:21:55.454954 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af4a99-bc64-4c70-acaf-9dd1345dfc53 req-a7b8865a-177d-40ae-a8a4-56a528af305e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:21:55.457111 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-65af4a99-bc64-4c70-acaf-9dd1345dfc53 req-a7b8865a-177d-40ae-a8a4-56a528af305e service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=c964dc07-4697-4275-a8c4-6a1cf8f3189c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0392001 Sep 29 02:21:55.497948 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:21:55.502287 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-000919d1-8851-4018-92bd-564f48bed8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246147df-873e-4352-b700-665329a09c4c', 'name': 'tempest-AttachVolumeTestJSON-1037250904-router', 'tenant_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:21:38Z', 'updated_at': '2022-09-29T02:21:41Z', 'revision_number': 4, 'project_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'gw_port': {'id': '4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ff:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246147df-873e-4352-b700-665329a09c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:21:39Z', 'updated_at': '2022-09-29T02:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_floatingips': [{'id': '25b0b03b-a9d8-4a9d-a63e-ec8b7f240043', 'tenant_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'floating_ip_address': '172.28.2.251', 'floating_network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'router_id': '246147df-873e-4352-b700-665329a09c4c', 'port_id': '20fdec3f-0a63-42ab-af06-f789f606098f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c964dc07-4697-4275-a8c4-6a1cf8f3189c', 'mac_address': 'fa:16:3e:0e:4b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47becec8-0960-4352-94bc-b0c2988ad7f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:21:43Z', 'updated_at': '2022-09-29T02:21:54Z', 'revision_number': 1, 'project_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '412fde59-23fb-4970-8076-9825972e8b0b', 'name': '', 'network_id': 'c964dc07-4697-4275-a8c4-6a1cf8f3189c', 'tenant_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'mac_address': 'fa:16:3e:b3:23:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246147df-873e-4352-b700-665329a09c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9c727c67-94a1-4bf1-ada6-7d48aaf14c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:21:40Z', 'updated_at': '2022-09-29T02:21:45Z', 'revision_number': 5, 'project_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'subnets': [{'id': '9c727c67-94a1-4bf1-ada6-7d48aaf14c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:55.527744 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000919d1-8851-4018-92bd-564f48bed8a6 None None] Checking router: 246147df-873e-4352-b700-665329a09c4c for host: dv-cinder-740146-21-smb {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:21:55.536768 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000919d1-8851-4018-92bd-564f48bed8a6 None None] Routers {'246147df-873e-4352-b700-665329a09c4c'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:21:55.537400 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-000919d1-8851-4018-92bd-564f48bed8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:21:52Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['246147df-873e-4352-b700-665329a09c4c'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:55.551738 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-65af4a99-bc64-4c70-acaf-9dd1345dfc53 req-ec9b3928-eb9e-4fa9-9096-1bada8ba6114 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c964dc07-4697-4275-a8c4-6a1cf8f3189c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881224 Sep 29 02:21:55.640013 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-000919d1-8851-4018-92bd-564f48bed8a6 None None] Set router 246147df-873e-4352-b700-665329a09c4c gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:21:55.640779 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-65af4a99-bc64-4c70-acaf-9dd1345dfc53 req-98873de2-8eb3-41be-a3c2-d5be9336c400 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c964dc07-4697-4275-a8c4-6a1cf8f3189c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838945 Sep 29 02:21:55.845234 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-000919d1-8851-4018-92bd-564f48bed8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246147df-873e-4352-b700-665329a09c4c', 'name': 'tempest-AttachVolumeTestJSON-1037250904-router', 'tenant_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:21:38Z', 'updated_at': '2022-09-29T02:21:41Z', 'revision_number': 4, 'project_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'gw_port': {'id': '4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ff:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246147df-873e-4352-b700-665329a09c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:21:39Z', 'updated_at': '2022-09-29T02:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_floatingips': [{'id': '25b0b03b-a9d8-4a9d-a63e-ec8b7f240043', 'tenant_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'floating_ip_address': '172.28.2.251', 'floating_network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'router_id': '246147df-873e-4352-b700-665329a09c4c', 'port_id': '20fdec3f-0a63-42ab-af06-f789f606098f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c964dc07-4697-4275-a8c4-6a1cf8f3189c', 'mac_address': 'fa:16:3e:0e:4b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47becec8-0960-4352-94bc-b0c2988ad7f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:21:43Z', 'updated_at': '2022-09-29T02:21:54Z', 'revision_number': 1, 'project_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '412fde59-23fb-4970-8076-9825972e8b0b', 'name': '', 'network_id': 'c964dc07-4697-4275-a8c4-6a1cf8f3189c', 'tenant_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'mac_address': 'fa:16:3e:b3:23:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246147df-873e-4352-b700-665329a09c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9c727c67-94a1-4bf1-ada6-7d48aaf14c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:21:40Z', 'updated_at': '2022-09-29T02:21:45Z', 'revision_number': 5, 'project_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'subnets': [{'id': '9c727c67-94a1-4bf1-ada6-7d48aaf14c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:21:55.869694 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000919d1-8851-4018-92bd-564f48bed8a6 None None] The sync data for ids ['246147df-873e-4352-b700-665329a09c4c'] in dv-cinder-740146-21-smb is: [{'id': '246147df-873e-4352-b700-665329a09c4c', 'name': 'tempest-AttachVolumeTestJSON-1037250904-router', 'tenant_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:21:38Z', 'updated_at': '2022-09-29T02:21:41Z', 'revision_number': 4, 'project_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'gw_port': {'id': '4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ff:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246147df-873e-4352-b700-665329a09c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:21:39Z', 'updated_at': '2022-09-29T02:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_floatingips': [{'id': '25b0b03b-a9d8-4a9d-a63e-ec8b7f240043', 'tenant_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'floating_ip_address': '172.28.2.251', 'floating_network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'router_id': '246147df-873e-4352-b700-665329a09c4c', 'port_id': '20fdec3f-0a63-42ab-af06-f789f606098f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c964dc07-4697-4275-a8c4-6a1cf8f3189c', 'mac_address': 'fa:16:3e:0e:4b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47becec8-0960-4352-94bc-b0c2988ad7f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:21:43Z', 'updated_at': '2022-09-29T02:21:54Z', 'revision_number': 1, 'project_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '412fde59-23fb-4970-8076-9825972e8b0b', 'name': '', 'network_id': 'c964dc07-4697-4275-a8c4-6a1cf8f3189c', 'tenant_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'mac_address': 'fa:16:3e:b3:23:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246147df-873e-4352-b700-665329a09c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9c727c67-94a1-4bf1-ada6-7d48aaf14c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:21:40Z', 'updated_at': '2022-09-29T02:21:45Z', 'revision_number': 5, 'project_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'subnets': [{'id': '9c727c67-94a1-4bf1-ada6-7d48aaf14c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:21:56.061514 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce073425-ddbf-4a38-aa7e-0b2ce24b4d6b None None] New status for floating IP 25b0b03b-a9d8-4a9d-a63e-ec8b7f240043: ACTIVE {{(pid=106442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:22:05.636424 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=38 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:05.638324 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=51 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:05.840833 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=35 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:05.848927 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:06.158539 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=53,neutron:UPDATE=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:06.161863 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:08.293899 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:18.283286 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:18.290288 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:19.616377 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-98bb10c4-0d95-4788-b2ba-e65d781da713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:22.117787 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-a4b4818e-0997-434e-a4c7-7ea208b97af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:23.254253 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:24.800541 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:24.891031 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:25.054447 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=17 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:25.055166 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=15 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:27.045285 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 6 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:22:34.884939 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=6 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:34.887932 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:37.040307 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:37.041022 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:38.309683 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:47.281167 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-23ca078b-ce48-42ba-baae-063d5ac4a189 req-e3a2af54-f780-480a-b913-19aaf1f50cc9 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0852778 Sep 29 02:22:47.360760 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca078b-ce48-42ba-baae-063d5ac4a189 req-f389696e-b852-4f48-9ca2-8685b815da78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:47.362268 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-23ca078b-ce48-42ba-baae-063d5ac4a189 req-f389696e-b852-4f48-9ca2-8685b815da78 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=f44d9cbd3a954891bdeb4ad11ad9d535&device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 1129 time: 0.0393522 Sep 29 02:22:47.466678 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca078b-ce48-42ba-baae-063d5ac4a189 req-841afed6-0017-4ec4-8955-e351133c238a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:47.468034 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-23ca078b-ce48-42ba-baae-063d5ac4a189 req-841afed6-0017-4ec4-8955-e351133c238a service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=c964dc07-4697-4275-a8c4-6a1cf8f3189c HTTP/1.1" status: 200 len: 912 time: 0.0862455 Sep 29 02:22:47.531634 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-23ca078b-ce48-42ba-baae-063d5ac4a189 req-7248f258-13e4-4dc5-a1f4-b91a3bf121ef service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20fdec3f-0a63-42ab-af06-f789f606098f HTTP/1.1" status: 200 len: 1001 time: 0.0576577 Sep 29 02:22:47.580551 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca078b-ce48-42ba-baae-063d5ac4a189 req-fe769ca3-9ff7-4176-97c5-d676bb0a2ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:47.581964 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-23ca078b-ce48-42ba-baae-063d5ac4a189 req-fe769ca3-9ff7-4176-97c5-d676bb0a2ec3 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=9c727c67-94a1-4bf1-ada6-7d48aaf14c31 HTTP/1.1" status: 200 len: 850 time: 0.0434179 Sep 29 02:22:47.623858 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca078b-ce48-42ba-baae-063d5ac4a189 req-fd8b480b-a502-4bfe-bf8b-1b68509051db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:22:47.625285 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-23ca078b-ce48-42ba-baae-063d5ac4a189 req-fd8b480b-a502-4bfe-bf8b-1b68509051db service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=c964dc07-4697-4275-a8c4-6a1cf8f3189c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0375700 Sep 29 02:22:47.636341 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [req-23ca078b-ce48-42ba-baae-063d5ac4a189 req-4ba935f1-f42a-4c38-8a07-6d21de928d14 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 29 02:22:47.637293 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-23ca078b-ce48-42ba-baae-063d5ac4a189 req-4ba935f1-f42a-4c38-8a07-6d21de928d14 service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0047131 Sep 29 02:22:47.971494 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-23ca078b-ce48-42ba-baae-063d5ac4a189 req-1b904161-7c0e-496b-a49f-b929bb1f43a3 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c964dc07-4697-4275-a8c4-6a1cf8f3189c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286664 Sep 29 02:22:48.064247 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-23ca078b-ce48-42ba-baae-063d5ac4a189 req-17e08b45-8d23-4c57-8c82-e2b95fc6ae63 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c964dc07-4697-4275-a8c4-6a1cf8f3189c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868938 Sep 29 02:22:48.303307 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:48.305274 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:49.618863 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b09c3531-cf84-4b61-9be4-4b6865af2715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:52.120401 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d6da88d6-9286-4b4e-a0d7-504621bef410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:53.252783 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:54.802791 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:54.893649 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:22:58.054394 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=48 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:22:58.061152 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=53 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:02.055145 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=3 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:02.060394 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=3 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:04.043595 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 6 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:23:04.882144 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=19 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:04.889492 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:08.322154 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:14.040334 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:15.080570 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd8ab7-0bbe-4be5-85d8-4236341daf01 req-96db7c98-2c54-4823-8dd8-c0ace6ddc301 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:15.082230 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-abfd8ab7-0bbe-4be5-85d8-4236341daf01 req-96db7c98-2c54-4823-8dd8-c0ace6ddc301 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 945 time: 0.0473499 Sep 29 02:23:15.128685 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-abfd8ab7-0bbe-4be5-85d8-4236341daf01 req-f34bed6d-d481-40c5-b0e0-8710badf1b44 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a3a9e82-32c0-4502-9c2e-681a3b646b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408428 Sep 29 02:23:16.248724 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc4576-967c-46c0-af1e-26186030ce02 req-2354d01c-4a72-4693-99cb-a8c4fcc49dca tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:16.250225 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f3fc4576-967c-46c0-af1e-26186030ce02 req-2354d01c-4a72-4693-99cb-a8c4fcc49dca tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 945 time: 0.0468473 Sep 29 02:23:16.297258 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f3fc4576-967c-46c0-af1e-26186030ce02 req-48e3ffaf-3e86-4f92-9ee5-1c22c6a3c184 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a3a9e82-32c0-4502-9c2e-681a3b646b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413618 Sep 29 02:23:17.423197 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1818d1f-ba72-4069-a921-6fca05bac463 req-d51895fa-8f24-4399-8861-070ff2d8c1c1 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:17.425503 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c1818d1f-ba72-4069-a921-6fca05bac463 req-d51895fa-8f24-4399-8861-070ff2d8c1c1 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 945 time: 0.0499175 Sep 29 02:23:17.473075 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c1818d1f-ba72-4069-a921-6fca05bac463 req-1c0c95a7-dbe6-4da1-9a4d-2b34e8e4d6c9 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a3a9e82-32c0-4502-9c2e-681a3b646b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413997 Sep 29 02:23:18.056108 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:18.316164 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:18.318045 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:18.595145 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60321387-a45e-4fdb-b94b-a33636e57b0a req-abf1de83-43c4-41ac-8c95-6a7ec5b32b39 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:18.596569 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-60321387-a45e-4fdb-b94b-a33636e57b0a req-abf1de83-43c4-41ac-8c95-6a7ec5b32b39 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 945 time: 0.0477424 Sep 29 02:23:18.643129 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-60321387-a45e-4fdb-b94b-a33636e57b0a req-afbf1f6b-321e-4e62-8ba9-db812f573ffc tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a3a9e82-32c0-4502-9c2e-681a3b646b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410464 Sep 29 02:23:19.619942 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f9753bf9-9b32-4d0f-9839-e2e5077c16bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:19.768783 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934dc19a-7450-44aa-bc4b-1858def1630d req-f18f6577-d9af-4055-9c82-8d6d987c959d tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:19.770252 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-934dc19a-7450-44aa-bc4b-1858def1630d req-f18f6577-d9af-4055-9c82-8d6d987c959d tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 945 time: 0.0503571 Sep 29 02:23:19.817261 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-934dc19a-7450-44aa-bc4b-1858def1630d req-fe91518b-917e-4ab7-8b8e-424fe0551cef tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a3a9e82-32c0-4502-9c2e-681a3b646b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413191 Sep 29 02:23:20.936522 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef961f-e4f9-444a-b859-50fe6e06f83c req-5789e5ef-2822-468b-8802-a8e9e6351f2b tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:20.938010 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-09ef961f-e4f9-444a-b859-50fe6e06f83c req-5789e5ef-2822-468b-8802-a8e9e6351f2b tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 945 time: 0.0467875 Sep 29 02:23:20.984955 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-09ef961f-e4f9-444a-b859-50fe6e06f83c req-945b3e5c-c60b-4742-bd3e-db9b68640fbc tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a3a9e82-32c0-4502-9c2e-681a3b646b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406716 Sep 29 02:23:22.106792 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670cb57-8485-445a-b9aa-d0ac98a64dd1 req-be0638c2-21df-4c00-b1a4-abbe82e8fa43 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:22.108290 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4670cb57-8485-445a-b9aa-d0ac98a64dd1 req-be0638c2-21df-4c00-b1a4-abbe82e8fa43 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 945 time: 0.0472794 Sep 29 02:23:22.124746 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90faed35-9c45-4bc7-a9a7-83b80cfb8234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:22.161659 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4670cb57-8485-445a-b9aa-d0ac98a64dd1 req-c4544c57-5215-4dab-83be-9a4f3dd39fb7 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a3a9e82-32c0-4502-9c2e-681a3b646b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475821 Sep 29 02:23:23.255360 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:23.285717 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd01fa0-8a2a-492b-b57c-f268b911f7c2 req-4af40022-7946-4864-9431-3bb0be0f80c5 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:23.287191 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-8bd01fa0-8a2a-492b-b57c-f268b911f7c2 req-4af40022-7946-4864-9431-3bb0be0f80c5 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 945 time: 0.0524526 Sep 29 02:23:23.337000 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-8bd01fa0-8a2a-492b-b57c-f268b911f7c2 req-56e4585a-13ec-41d6-8f47-454a523c3603 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a3a9e82-32c0-4502-9c2e-681a3b646b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442314 Sep 29 02:23:24.478376 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b109cb-08d7-4c5c-a347-08bd16a678f9 req-3fd0f923-2415-4850-a6a5-127a6dc809ff tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:24.479852 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-94b109cb-08d7-4c5c-a347-08bd16a678f9 req-3fd0f923-2415-4850-a6a5-127a6dc809ff tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 945 time: 0.0469377 Sep 29 02:23:24.528043 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-94b109cb-08d7-4c5c-a347-08bd16a678f9 req-bf643e54-b643-47c7-92ae-1833e3159d8b tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a3a9e82-32c0-4502-9c2e-681a3b646b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426629 Sep 29 02:23:24.806102 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:24.897763 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:25.653193 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d0c4e-e232-40b3-b2fc-ea24bdff7056 req-7239ec2f-0820-4142-b219-a560f31a9f1e tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:25.654669 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-217d0c4e-e232-40b3-b2fc-ea24bdff7056 req-7239ec2f-0820-4142-b219-a560f31a9f1e tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 945 time: 0.0501485 Sep 29 02:23:25.701196 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-217d0c4e-e232-40b3-b2fc-ea24bdff7056 req-a6978e65-e2ca-417b-bf2a-415271573788 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a3a9e82-32c0-4502-9c2e-681a3b646b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409811 Sep 29 02:23:25.918875 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7447af-bd0a-4f03-b0fa-5720a25d5a61 req-35c4095b-2481-4a83-8b92-a28dc69c9e0e tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:25.920384 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9f7447af-bd0a-4f03-b0fa-5720a25d5a61 req-35c4095b-2481-4a83-8b92-a28dc69c9e0e tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 945 time: 0.0478423 Sep 29 02:23:25.962059 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:25.989986 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df222f1-ab05-4b03-8557-6776160cd04b req-54cb0077-3468-4284-a844-8bdad0d67d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:25.991459 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-8df222f1-ab05-4b03-8557-6776160cd04b req-54cb0077-3468-4284-a844-8bdad0d67d38 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=f44d9cbd3a954891bdeb4ad11ad9d535&device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 1129 time: 0.0640798 Sep 29 02:23:25.998135 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:26.022809 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-9f7447af-bd0a-4f03-b0fa-5720a25d5a61 req-b35286e2-255f-4811-ae9b-f8c22dabded5 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a3a9e82-32c0-4502-9c2e-681a3b646b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964320 Sep 29 02:23:26.092675 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df222f1-ab05-4b03-8557-6776160cd04b req-8af89442-bd73-4deb-89e1-7bf2ddab5227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:26.094080 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-8df222f1-ab05-4b03-8557-6776160cd04b req-8af89442-bd73-4deb-89e1-7bf2ddab5227 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=c964dc07-4697-4275-a8c4-6a1cf8f3189c HTTP/1.1" status: 200 len: 912 time: 0.0924470 Sep 29 02:23:26.160492 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-8df222f1-ab05-4b03-8557-6776160cd04b req-e240fa92-7005-4591-8526-d34994b5b980 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20fdec3f-0a63-42ab-af06-f789f606098f HTTP/1.1" status: 200 len: 1001 time: 0.0590775 Sep 29 02:23:26.208273 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df222f1-ab05-4b03-8557-6776160cd04b req-ee5e7679-208c-4b16-bbe0-37772c8b4810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:26.209712 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-8df222f1-ab05-4b03-8557-6776160cd04b req-ee5e7679-208c-4b16-bbe0-37772c8b4810 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=9c727c67-94a1-4bf1-ada6-7d48aaf14c31 HTTP/1.1" status: 200 len: 850 time: 0.0440879 Sep 29 02:23:26.253213 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df222f1-ab05-4b03-8557-6776160cd04b req-449f62ab-73fa-484f-ac9a-e6de331b8488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:26.255087 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-8df222f1-ab05-4b03-8557-6776160cd04b req-449f62ab-73fa-484f-ac9a-e6de331b8488 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=c964dc07-4697-4275-a8c4-6a1cf8f3189c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0392888 Sep 29 02:23:26.348756 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-8df222f1-ab05-4b03-8557-6776160cd04b req-4985f2a0-af6e-435d-b0e2-708edfd8fca6 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c964dc07-4697-4275-a8c4-6a1cf8f3189c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879407 Sep 29 02:23:26.438732 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-8df222f1-ab05-4b03-8557-6776160cd04b req-34e29ec8-cf08-428f-986b-7a55f2dd5f62 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c964dc07-4697-4275-a8c4-6a1cf8f3189c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841153 Sep 29 02:23:27.148193 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17556154-e2cb-4673-a83f-94cdf391c228 req-9f2c7f4b-c37f-4278-8af6-c2b7ffdd25cf tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:27.149676 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-17556154-e2cb-4673-a83f-94cdf391c228 req-9f2c7f4b-c37f-4278-8af6-c2b7ffdd25cf tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 945 time: 0.0517664 Sep 29 02:23:27.196041 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-17556154-e2cb-4673-a83f-94cdf391c228 req-492ec372-c7d3-4e2d-bca3-0499afd2e8fc tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a3a9e82-32c0-4502-9c2e-681a3b646b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408309 Sep 29 02:23:28.315157 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877866a3-0ab4-48b6-9118-7cfefbe766db req-b15e883b-d5cb-495d-b71e-ae886b161090 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:28.317140 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-877866a3-0ab4-48b6-9118-7cfefbe766db req-b15e883b-d5cb-495d-b71e-ae886b161090 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 945 time: 0.0455089 Sep 29 02:23:28.363197 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-877866a3-0ab4-48b6-9118-7cfefbe766db req-d7032d85-bbc1-467e-bc81-2616fd7d3888 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a3a9e82-32c0-4502-9c2e-681a3b646b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404978 Sep 29 02:23:34.885631 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=10 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:34.892953 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:38.323674 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:38.357549 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=69 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:38.359485 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=59 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:39.056730 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=3 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:39.057481 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=3 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:41.043305 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 6 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:23:48.317123 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:48.319197 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:49.227513 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-00ae21a5-540a-40fc-9eba-ccf1bc0660f3 req-74ab072d-b29a-4c3d-999c-9e0415048df5 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377505 Sep 29 02:23:49.308581 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae21a5-540a-40fc-9eba-ccf1bc0660f3 req-a816d6e5-1cf2-4a30-bf9d-332a7be3b47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:49.310062 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-00ae21a5-540a-40fc-9eba-ccf1bc0660f3 req-a816d6e5-1cf2-4a30-bf9d-332a7be3b47a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=f44d9cbd3a954891bdeb4ad11ad9d535&device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 1129 time: 0.0422375 Sep 29 02:23:49.413563 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae21a5-540a-40fc-9eba-ccf1bc0660f3 req-4c2ab2ae-9576-41f3-819f-4a7f79cc1a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:49.415031 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-00ae21a5-540a-40fc-9eba-ccf1bc0660f3 req-4c2ab2ae-9576-41f3-819f-4a7f79cc1a19 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=c964dc07-4697-4275-a8c4-6a1cf8f3189c HTTP/1.1" status: 200 len: 912 time: 0.0865858 Sep 29 02:23:49.479964 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-00ae21a5-540a-40fc-9eba-ccf1bc0660f3 req-e054a1f4-d022-47a4-b3f6-eea5d5c5e996 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20fdec3f-0a63-42ab-af06-f789f606098f HTTP/1.1" status: 200 len: 1001 time: 0.0585978 Sep 29 02:23:49.527547 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae21a5-540a-40fc-9eba-ccf1bc0660f3 req-af09c57b-2cf0-4739-b4d1-6a83db74b688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:49.528944 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-00ae21a5-540a-40fc-9eba-ccf1bc0660f3 req-af09c57b-2cf0-4739-b4d1-6a83db74b688 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=9c727c67-94a1-4bf1-ada6-7d48aaf14c31 HTTP/1.1" status: 200 len: 850 time: 0.0440741 Sep 29 02:23:49.570171 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae21a5-540a-40fc-9eba-ccf1bc0660f3 req-9c47b844-b04e-41fa-99d4-d9f659a36b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:23:49.571618 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-00ae21a5-540a-40fc-9eba-ccf1bc0660f3 req-9c47b844-b04e-41fa-99d4-d9f659a36b4b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=c964dc07-4697-4275-a8c4-6a1cf8f3189c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0374570 Sep 29 02:23:49.621927 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bfc63357-fbe0-4a66-b723-f43659b2100a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:49.664547 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-00ae21a5-540a-40fc-9eba-ccf1bc0660f3 req-9a65ac2d-d1a3-48cf-a25b-503aeec117e5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c964dc07-4697-4275-a8c4-6a1cf8f3189c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871446 Sep 29 02:23:49.752758 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-00ae21a5-540a-40fc-9eba-ccf1bc0660f3 req-b7e9af11-3ad0-41e1-a999-255335151002 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c964dc07-4697-4275-a8c4-6a1cf8f3189c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823424 Sep 29 02:23:51.039250 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:51.040012 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:52.126454 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-517e3e4f-2dbc-4ee6-87d0-3272a2288d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:53.263612 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:54.812330 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:54.900065 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:23:59.748034 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=50 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:23:59.750048 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=51 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:04.894383 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:04.896226 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:08.338724 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:18.042605 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 6 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:24:18.332611 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=3 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:18.334458 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:19.623412 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-2b936ca2-562c-4bea-8cab-b0a19efca82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:22.128262 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-687c14b0-2b69-4cc6-935c-936033b8fada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:23.259794 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:24.811574 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:24.901863 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:28.037624 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=18 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:28.038453 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=16 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:32.985979 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8622f-ca78-448b-ba92-c7c8b6119df7 req-a3d705cc-1080-4963-babb-465ae8d47674 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:32.987460 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f8a8622f-ca78-448b-ba92-c7c8b6119df7 req-a3d705cc-1080-4963-babb-465ae8d47674 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 945 time: 0.0513294 Sep 29 02:24:33.036045 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f8a8622f-ca78-448b-ba92-c7c8b6119df7 req-a75390b5-cbb8-44af-980c-7cc02960b600 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a3a9e82-32c0-4502-9c2e-681a3b646b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422623 Sep 29 02:24:34.156662 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe511ea-aecd-440d-98bb-0cf2d387b783 req-d2fae586-d65a-4541-a36d-f400b752bb7e tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:34.158042 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1fe511ea-aecd-440d-98bb-0cf2d387b783 req-d2fae586-d65a-4541-a36d-f400b752bb7e tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 945 time: 0.0467515 Sep 29 02:24:34.204490 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1fe511ea-aecd-440d-98bb-0cf2d387b783 req-ff038fef-8226-4182-8110-3b09bf5ac966 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a3a9e82-32c0-4502-9c2e-681a3b646b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408590 Sep 29 02:24:34.896038 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:34.897939 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:35.327052 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0aa1ed-7b3c-4134-ac2f-c8c262e695c2 req-22eac0a2-3956-4064-8537-fed67a4f072b tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:35.328503 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0f0aa1ed-7b3c-4134-ac2f-c8c262e695c2 req-22eac0a2-3956-4064-8537-fed67a4f072b tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 945 time: 0.0485415 Sep 29 02:24:35.374558 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0f0aa1ed-7b3c-4134-ac2f-c8c262e695c2 req-d6557422-c672-4f36-8668-0f9f9d55407b tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a3a9e82-32c0-4502-9c2e-681a3b646b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398369 Sep 29 02:24:36.493172 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aaf6ca-4a1a-4671-a1e3-dc051d44d658 req-731b1eb1-e5bb-4c9a-ae20-3e3d0a43ee05 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:36.494653 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d0aaf6ca-4a1a-4671-a1e3-dc051d44d658 req-731b1eb1-e5bb-4c9a-ae20-3e3d0a43ee05 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 945 time: 0.0462482 Sep 29 02:24:36.541669 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d0aaf6ca-4a1a-4671-a1e3-dc051d44d658 req-3999c395-942d-4fa1-8d63-88d35f0fa95b tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a3a9e82-32c0-4502-9c2e-681a3b646b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415919 Sep 29 02:24:37.663821 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156d937-f455-4826-a036-c95b11f46aa8 req-f36ca710-ef8c-44c9-b39b-27863b644628 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:37.665300 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b156d937-f455-4826-a036-c95b11f46aa8 req-f36ca710-ef8c-44c9-b39b-27863b644628 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 945 time: 0.0478818 Sep 29 02:24:37.715594 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b156d937-f455-4826-a036-c95b11f46aa8 req-83c3c624-6efa-49c9-a4c3-cfdd29cd8b44 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a3a9e82-32c0-4502-9c2e-681a3b646b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447664 Sep 29 02:24:38.350104 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:38.834454 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b97545b-ee7e-476f-aa5e-5eabbf4681cf req-af6304f6-3f39-4826-8628-c89a7fc3a217 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:38.835900 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-2b97545b-ee7e-476f-aa5e-5eabbf4681cf req-af6304f6-3f39-4826-8628-c89a7fc3a217 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 945 time: 0.0457983 Sep 29 02:24:38.882857 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-2b97545b-ee7e-476f-aa5e-5eabbf4681cf req-30457d39-f780-4e45-9974-91e064bd754a tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a3a9e82-32c0-4502-9c2e-681a3b646b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413995 Sep 29 02:24:40.000817 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2331d-a702-483c-bc67-e2440744a4fd req-531e2426-6ec4-42b4-b486-3bad0b07226f tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:40.002306 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-3cc2331d-a702-483c-bc67-e2440744a4fd req-531e2426-6ec4-42b4-b486-3bad0b07226f tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 945 time: 0.0454707 Sep 29 02:24:40.049334 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-3cc2331d-a702-483c-bc67-e2440744a4fd req-942c0909-0838-42a3-816a-143d8ff049cf tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a3a9e82-32c0-4502-9c2e-681a3b646b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407727 Sep 29 02:24:41.172289 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca6c1f-e0ed-4b2f-9483-6c73bd63a7bc req-338aa335-0517-4314-bf13-6e526618697b tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:41.173673 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0aca6c1f-e0ed-4b2f-9483-6c73bd63a7bc req-338aa335-0517-4314-bf13-6e526618697b tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 945 time: 0.0496159 Sep 29 02:24:41.219848 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0aca6c1f-e0ed-4b2f-9483-6c73bd63a7bc req-1eeb18a5-c003-4a70-867a-8643162d4acd tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a3a9e82-32c0-4502-9c2e-681a3b646b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404713 Sep 29 02:24:42.338577 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2529f60a-e405-4565-b926-d215d29476e4 req-b81062a8-db0f-4bbf-854f-12019b19444d tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:42.340024 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-2529f60a-e405-4565-b926-d215d29476e4 req-b81062a8-db0f-4bbf-854f-12019b19444d tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 945 time: 0.0457585 Sep 29 02:24:42.387090 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-2529f60a-e405-4565-b926-d215d29476e4 req-3b40d5b8-762b-432f-9b71-92e7be3df58e tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a3a9e82-32c0-4502-9c2e-681a3b646b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416574 Sep 29 02:24:43.505791 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb7467-b9a6-436b-b8a5-4512ab8801fa req-e5d71d3b-2043-40b6-b374-f3a8c8d66687 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:43.507227 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-cdbb7467-b9a6-436b-b8a5-4512ab8801fa req-e5d71d3b-2043-40b6-b374-f3a8c8d66687 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 945 time: 0.0461333 Sep 29 02:24:43.557585 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-cdbb7467-b9a6-436b-b8a5-4512ab8801fa req-4b327885-1b94-46b3-a03b-08568e422ade tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a3a9e82-32c0-4502-9c2e-681a3b646b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449150 Sep 29 02:24:44.678456 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7ec38-b9dc-4a9f-9745-23baf0b2e843 req-033f75a5-b2f4-4f40-801b-ef5e0651ef6e tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:44.680307 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1cc7ec38-b9dc-4a9f-9745-23baf0b2e843 req-033f75a5-b2f4-4f40-801b-ef5e0651ef6e tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 945 time: 0.0475523 Sep 29 02:24:44.717943 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:44.730264 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1cc7ec38-b9dc-4a9f-9745-23baf0b2e843 req-ac43b5fb-b1e6-4fe5-921f-30fa877ab03a tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a3a9e82-32c0-4502-9c2e-681a3b646b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443957 Sep 29 02:24:45.837441 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:45.852266 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a5f76-1518-4699-a713-861a8ec911b4 req-d86545d3-6347-4159-89a7-2638e863429b tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:45.853731 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1b7a5f76-1518-4699-a713-861a8ec911b4 req-d86545d3-6347-4159-89a7-2638e863429b tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 945 time: 0.0462859 Sep 29 02:24:45.900141 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1b7a5f76-1518-4699-a713-861a8ec911b4 req-b59bea41-e23d-41b1-9fc8-5367dce78dc8 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a3a9e82-32c0-4502-9c2e-681a3b646b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409877 Sep 29 02:24:47.023410 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc3e7a-1fda-4898-814b-f1b733b734d4 req-278f7c55-da6b-4fdc-9cad-30f5ea8abad0 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:47.024881 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ebbc3e7a-1fda-4898-814b-f1b733b734d4 req-278f7c55-da6b-4fdc-9cad-30f5ea8abad0 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 945 time: 0.0509377 Sep 29 02:24:47.071754 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ebbc3e7a-1fda-4898-814b-f1b733b734d4 req-904f566c-ecd1-4604-b5c1-a39da8fdfda1 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a3a9e82-32c0-4502-9c2e-681a3b646b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414274 Sep 29 02:24:48.193678 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881125eb-2483-4c95-9cba-51b013988e9d req-76549267-f842-4dd8-b04b-13dc539dda23 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:48.195047 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-881125eb-2483-4c95-9cba-51b013988e9d req-76549267-f842-4dd8-b04b-13dc539dda23 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 945 time: 0.0458536 Sep 29 02:24:48.242369 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-881125eb-2483-4c95-9cba-51b013988e9d req-b1a4ffa9-3872-4c8d-883b-7b4d01f09f67 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a3a9e82-32c0-4502-9c2e-681a3b646b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418441 Sep 29 02:24:48.343742 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:48.345674 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:49.363369 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2dc75a-8343-48cc-874e-d5005172af8a req-21506804-7200-4f01-8ae6-1e437900b0f0 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:49.365015 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-bb2dc75a-8343-48cc-874e-d5005172af8a req-21506804-7200-4f01-8ae6-1e437900b0f0 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 945 time: 0.0496795 Sep 29 02:24:49.412040 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-bb2dc75a-8343-48cc-874e-d5005172af8a req-b958c607-23e5-4366-8123-c5c51749c7fe tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a3a9e82-32c0-4502-9c2e-681a3b646b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415940 Sep 29 02:24:49.629267 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-77923c2d-a6dc-48ce-a66f-a7a27aa9b28b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:50.534821 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6ed07-0388-4a70-a525-1872f978ed04 req-668294e4-1a1d-4959-9b67-47fdcfbb5ee5 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:50.536955 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f0b6ed07-0388-4a70-a525-1872f978ed04 req-668294e4-1a1d-4959-9b67-47fdcfbb5ee5 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 945 time: 0.0468755 Sep 29 02:24:50.583747 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-f0b6ed07-0388-4a70-a525-1872f978ed04 req-e9475c99-8330-4fd0-9f15-697925ca2e10 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a3a9e82-32c0-4502-9c2e-681a3b646b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407500 Sep 29 02:24:51.265068 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea63db-6e15-4939-be93-d82b547c6c21 req-b9c340bf-ee90-42c7-b35d-0c275e6faf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:51.266503 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-41ea63db-6e15-4939-be93-d82b547c6c21 req-b9c340bf-ee90-42c7-b35d-0c275e6faf40 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=f44d9cbd3a954891bdeb4ad11ad9d535&device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 1129 time: 0.0388417 Sep 29 02:24:51.372028 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea63db-6e15-4939-be93-d82b547c6c21 req-2a823eab-c419-4b30-a3b4-41636afd8b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:51.373521 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-41ea63db-6e15-4939-be93-d82b547c6c21 req-2a823eab-c419-4b30-a3b4-41636afd8b35 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=c964dc07-4697-4275-a8c4-6a1cf8f3189c HTTP/1.1" status: 200 len: 912 time: 0.0893714 Sep 29 02:24:51.432971 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-41ea63db-6e15-4939-be93-d82b547c6c21 req-35ad627d-94a4-4217-90d1-83305dea7fae service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20fdec3f-0a63-42ab-af06-f789f606098f HTTP/1.1" status: 200 len: 1001 time: 0.0537686 Sep 29 02:24:51.483238 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea63db-6e15-4939-be93-d82b547c6c21 req-d38a050b-2085-4143-8ac8-124cb8efa43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:51.484623 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-41ea63db-6e15-4939-be93-d82b547c6c21 req-d38a050b-2085-4143-8ac8-124cb8efa43c service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=9c727c67-94a1-4bf1-ada6-7d48aaf14c31 HTTP/1.1" status: 200 len: 850 time: 0.0461068 Sep 29 02:24:51.527218 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea63db-6e15-4939-be93-d82b547c6c21 req-03805ce6-d982-4ead-a056-5a78ff96d10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:51.528573 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-41ea63db-6e15-4939-be93-d82b547c6c21 req-03805ce6-d982-4ead-a056-5a78ff96d10d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=c964dc07-4697-4275-a8c4-6a1cf8f3189c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0381656 Sep 29 02:24:51.619315 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-41ea63db-6e15-4939-be93-d82b547c6c21 req-dae5b330-0686-41b1-8276-1e07b7cd6a49 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c964dc07-4697-4275-a8c4-6a1cf8f3189c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847666 Sep 29 02:24:51.725755 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69af09-1279-49a2-a9a8-8ce44a3ee1c2 req-88e3bea8-3349-45b0-8882-f3e98714a3d4 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:51.727211 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1b69af09-1279-49a2-a9a8-8ce44a3ee1c2 req-88e3bea8-3349-45b0-8882-f3e98714a3d4 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 945 time: 0.0581052 Sep 29 02:24:51.766108 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:51.768437 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-41ea63db-6e15-4939-be93-d82b547c6c21 req-e3bc2118-375b-4803-9797-12af6afea5c2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c964dc07-4697-4275-a8c4-6a1cf8f3189c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433487 Sep 29 02:24:51.792222 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1b69af09-1279-49a2-a9a8-8ce44a3ee1c2 req-9f250ae9-2871-4889-a559-e41cfe45c259 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a3a9e82-32c0-4502-9c2e-681a3b646b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587018 Sep 29 02:24:52.131742 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-8be40964-97f0-4d9f-89a9-dd3aa6784d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:52.899149 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:52.916359 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc8208-ecd5-4a09-8f74-50581bf85bb2 req-ee57006b-e66d-40ca-9cf7-b4ec9f9ebd8b tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:52.917855 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-5ccc8208-ecd5-4a09-8f74-50581bf85bb2 req-ee57006b-e66d-40ca-9cf7-b4ec9f9ebd8b tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 945 time: 0.0495632 Sep 29 02:24:52.964263 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-5ccc8208-ecd5-4a09-8f74-50581bf85bb2 req-8ad9cd1d-dd1d-422d-b164-8e30c89a8f16 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a3a9e82-32c0-4502-9c2e-681a3b646b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409315 Sep 29 02:24:53.050197 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=3 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:53.050993 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=3 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:24:53.263224 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:54.087529 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b575096-9981-4a7e-9dc0-b5df56060f76 req-9cd33d2a-fd23-4996-8422-3a48d3575c47 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:54.089027 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1b575096-9981-4a7e-9dc0-b5df56060f76 req-9cd33d2a-fd23-4996-8422-3a48d3575c47 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 945 time: 0.0468073 Sep 29 02:24:54.135581 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-1b575096-9981-4a7e-9dc0-b5df56060f76 req-4ea1ce81-384d-4e90-9075-c63b82b54c4b tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a3a9e82-32c0-4502-9c2e-681a3b646b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410256 Sep 29 02:24:54.340788 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a07cd-3c49-46c5-ab6d-445223833ec2 req-5128e98d-7657-48ec-a50a-4638f53df631 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:54.342566 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-5f5a07cd-3c49-46c5-ab6d-445223833ec2 req-5128e98d-7657-48ec-a50a-4638f53df631 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 945 time: 0.0504296 Sep 29 02:24:54.421769 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-5f5a07cd-3c49-46c5-ab6d-445223833ec2 req-9b83d163-d9ab-455f-b889-8b353009bfc5 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a3a9e82-32c0-4502-9c2e-681a3b646b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734324 Sep 29 02:24:54.422753 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eedf8bb-8313-4e63-a96f-149f09b772d6 req-4a4bba07-9a23-45d8-802f-6e26042d91b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:54.424118 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4eedf8bb-8313-4e63-a96f-149f09b772d6 req-4a4bba07-9a23-45d8-802f-6e26042d91b7 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=f44d9cbd3a954891bdeb4ad11ad9d535&device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 1129 time: 0.0677369 Sep 29 02:24:54.514314 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eedf8bb-8313-4e63-a96f-149f09b772d6 req-e249a147-db2d-4abd-9079-9a47ecbfdfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:54.515746 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4eedf8bb-8313-4e63-a96f-149f09b772d6 req-e249a147-db2d-4abd-9079-9a47ecbfdfc6 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=c964dc07-4697-4275-a8c4-6a1cf8f3189c HTTP/1.1" status: 200 len: 912 time: 0.0858507 Sep 29 02:24:54.575331 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4eedf8bb-8313-4e63-a96f-149f09b772d6 req-253c5cd9-af77-4221-9f8d-309f027cecfa service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20fdec3f-0a63-42ab-af06-f789f606098f HTTP/1.1" status: 200 len: 1001 time: 0.0539944 Sep 29 02:24:54.622648 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eedf8bb-8313-4e63-a96f-149f09b772d6 req-21cb781d-697a-470c-b1a3-e20a41189e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:54.624082 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4eedf8bb-8313-4e63-a96f-149f09b772d6 req-21cb781d-697a-470c-b1a3-e20a41189e20 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=9c727c67-94a1-4bf1-ada6-7d48aaf14c31 HTTP/1.1" status: 200 len: 850 time: 0.0437753 Sep 29 02:24:54.669929 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eedf8bb-8313-4e63-a96f-149f09b772d6 req-528f83a1-f05c-4acf-bf42-dba3f443b3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:54.671402 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4eedf8bb-8313-4e63-a96f-149f09b772d6 req-528f83a1-f05c-4acf-bf42-dba3f443b3af service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=c964dc07-4697-4275-a8c4-6a1cf8f3189c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0415046 Sep 29 02:24:54.761571 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4eedf8bb-8313-4e63-a96f-149f09b772d6 req-a2bad270-f62f-4508-b791-f5a3eacb63ad service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c964dc07-4697-4275-a8c4-6a1cf8f3189c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843689 Sep 29 02:24:54.814606 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:54.855863 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4eedf8bb-8313-4e63-a96f-149f09b772d6 req-2bbb475b-92d3-4fa7-8b6c-8542b9e319ea service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c964dc07-4697-4275-a8c4-6a1cf8f3189c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891697 Sep 29 02:24:54.906735 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:24:55.042736 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 6 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:24:55.541210 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e7972-27d0-4724-a931-fb9b9f79ffff req-169ece9a-34f9-44aa-961d-8152af0c2572 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:55.542726 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d05e7972-27d0-4724-a931-fb9b9f79ffff req-169ece9a-34f9-44aa-961d-8152af0c2572 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 945 time: 0.0473080 Sep 29 02:24:55.588615 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d05e7972-27d0-4724-a931-fb9b9f79ffff req-31186872-054f-4961-bdcf-e72ea4fc6f7f tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a3a9e82-32c0-4502-9c2e-681a3b646b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404494 Sep 29 02:24:56.713216 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1549d2-db44-47ff-aa7f-6e77130c0ef3 req-1bee4e58-93c1-4bae-98ce-5375bd27e4a0 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:24:56.714697 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ba1549d2-db44-47ff-aa7f-6e77130c0ef3 req-1bee4e58-93c1-4bae-98ce-5375bd27e4a0 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 945 time: 0.0458946 Sep 29 02:24:56.765381 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ba1549d2-db44-47ff-aa7f-6e77130c0ef3 req-3ea6fc53-cb9e-4358-9ef3-5e12c6913bf5 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a3a9e82-32c0-4502-9c2e-681a3b646b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451581 Sep 29 02:25:04.899465 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:04.901839 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:05.036966 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:05.037904 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:06.759451 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=86 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:06.761349 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=98 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:08.343680 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:18.061402 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:18.334010 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:18.340115 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:19.621973 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1b27a1ee-85e0-4b21-8411-bda02a4e66fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:22.133854 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-bc2ff1e5-3ec8-4e4e-a901-09b32b5e2ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:23.265940 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:24.816237 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:24.910623 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:30.055821 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=4 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:30.059061 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=4 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:32.042338 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 6 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:25:34.898697 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:34.905990 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:38.345649 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:42.039636 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=2 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:48.335202 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:48.341257 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:49.623432 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5b3c84ed-cc00-4842-877f-5a42ce7d8a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:51.238630 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7ff4fae0-5482-49db-a572-7047cfc38753 req-893d473b-63fe-421b-893c-a1b8062050ee service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372033 Sep 29 02:25:51.317276 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4fae0-5482-49db-a572-7047cfc38753 req-0ddb1afd-704f-4bda-b4b0-7e67023c0526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:25:51.318744 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7ff4fae0-5482-49db-a572-7047cfc38753 req-0ddb1afd-704f-4bda-b4b0-7e67023c0526 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=f44d9cbd3a954891bdeb4ad11ad9d535&device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 1129 time: 0.0387599 Sep 29 02:25:51.421815 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4fae0-5482-49db-a572-7047cfc38753 req-d14db510-adbc-4399-9cb5-e91d53c4047e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:25:51.423245 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7ff4fae0-5482-49db-a572-7047cfc38753 req-d14db510-adbc-4399-9cb5-e91d53c4047e service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=c964dc07-4697-4275-a8c4-6a1cf8f3189c HTTP/1.1" status: 200 len: 912 time: 0.0865092 Sep 29 02:25:51.484048 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7ff4fae0-5482-49db-a572-7047cfc38753 req-9b966d39-0e90-413e-92ba-8226b4abdfd5 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20fdec3f-0a63-42ab-af06-f789f606098f HTTP/1.1" status: 200 len: 1001 time: 0.0533051 Sep 29 02:25:51.531703 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4fae0-5482-49db-a572-7047cfc38753 req-98227c85-b969-470a-a442-bef54e29e395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:25:51.532994 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7ff4fae0-5482-49db-a572-7047cfc38753 req-98227c85-b969-470a-a442-bef54e29e395 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=9c727c67-94a1-4bf1-ada6-7d48aaf14c31 HTTP/1.1" status: 200 len: 850 time: 0.0426087 Sep 29 02:25:51.581427 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4fae0-5482-49db-a572-7047cfc38753 req-06e2de77-19e5-4710-9379-bc474968a2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:25:51.582868 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7ff4fae0-5482-49db-a572-7047cfc38753 req-06e2de77-19e5-4710-9379-bc474968a2ea service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=c964dc07-4697-4275-a8c4-6a1cf8f3189c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0422056 Sep 29 02:25:51.670341 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7ff4fae0-5482-49db-a572-7047cfc38753 req-0add39b5-1d5e-4acf-bd76-f5bc02a731a9 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c964dc07-4697-4275-a8c4-6a1cf8f3189c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810640 Sep 29 02:25:51.760112 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7ff4fae0-5482-49db-a572-7047cfc38753 req-456b529f-1238-4396-8b86-c0f516696065 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c964dc07-4697-4275-a8c4-6a1cf8f3189c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845740 Sep 29 02:25:52.136095 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f85fd854-97a1-4a3e-a696-2abd0036abcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:52.544111 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec651939-ffb5-4531-a5ec-feb2ef61de65 req-8ff9e12c-8304-4bdd-adee-6a9eaf444338 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:25:52.545854 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ec651939-ffb5-4531-a5ec-feb2ef61de65 req-8ff9e12c-8304-4bdd-adee-6a9eaf444338 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 945 time: 0.0468981 Sep 29 02:25:52.593047 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-ec651939-ffb5-4531-a5ec-feb2ef61de65 req-9c43ac9c-692e-4278-a9c0-28c9f8db4a5c tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a3a9e82-32c0-4502-9c2e-681a3b646b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416920 Sep 29 02:25:53.269404 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:53.719900 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e818e-cf80-451b-924e-1575318621f1 req-8f7075b2-60bf-4036-96b8-ce4eaa6517b4 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:25:53.721530 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-630e818e-cf80-451b-924e-1575318621f1 req-8f7075b2-60bf-4036-96b8-ce4eaa6517b4 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 945 time: 0.0530851 Sep 29 02:25:53.770069 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-630e818e-cf80-451b-924e-1575318621f1 req-17fcf9ca-0e55-4bb4-9320-2f317a66a28b tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a3a9e82-32c0-4502-9c2e-681a3b646b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429440 Sep 29 02:25:54.602311 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642bc3a-8d48-4cf2-a696-eed886930106 req-2a0e7191-b998-45bb-a2bc-51fb046db795 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:25:54.606123 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b642bc3a-8d48-4cf2-a696-eed886930106 req-2a0e7191-b998-45bb-a2bc-51fb046db795 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 945 time: 0.0615766 Sep 29 02:25:54.689628 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-b642bc3a-8d48-4cf2-a696-eed886930106 req-e1f6236e-cea0-41f1-ba85-99a0d3cfa797 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Deleting port 20fdec3f-0a63-42ab-af06-f789f606098f {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:25:54.690016 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b642bc3a-8d48-4cf2-a696-eed886930106 req-e1f6236e-cea0-41f1-ba85-99a0d3cfa797 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (20fdec3f-0a63-42ab-af06-f789f606098f), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:54.782790 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-b642bc3a-8d48-4cf2-a696-eed886930106 req-e1f6236e-cea0-41f1-ba85-99a0d3cfa797 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] For port 20fdec3f-0a63-42ab-af06-f789f606098f, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=20fdec3f-0a63-42ab-af06-f789f606098f,segment=NetworkSegment(8f016d59-6f89-4565-af8e-43a283f8d77d),segment_id=8f016d59-6f89-4565-af8e-43a283f8d77d)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:25:54.783497 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b642bc3a-8d48-4cf2-a696-eed886930106 req-e1f6236e-cea0-41f1-ba85-99a0d3cfa797 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (20fdec3f-0a63-42ab-af06-f789f606098f), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:54.822089 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:54.842250 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:54.919866 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:55.175841 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b78de-dd98-4753-9f63-24d3620fcd4e req-3808c28e-f778-4dc7-bc38-29d9d58a1bef tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:25:55.177192 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a68b78de-dd98-4753-9f63-24d3620fcd4e req-3808c28e-f778-4dc7-bc38-29d9d58a1bef tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47becec8-0960-4352-94bc-b0c2988ad7f4 HTTP/1.1" status: 200 len: 945 time: 0.3264694 Sep 29 02:25:55.203906 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:55.252249 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b642bc3a-8d48-4cf2-a696-eed886930106 req-e1f6236e-cea0-41f1-ba85-99a0d3cfa797 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:55.252598 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b642bc3a-8d48-4cf2-a696-eed886930106 req-e1f6236e-cea0-41f1-ba85-99a0d3cfa797 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1596334'] for floatingip (25b0b03b-a9d8-4a9d-a63e-ec8b7f240043), after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:55.252906 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.db.l3_db [req-b642bc3a-8d48-4cf2-a696-eed886930106 req-e1f6236e-cea0-41f1-ba85-99a0d3cfa797 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Floating IP 25b0b03b-a9d8-4a9d-a63e-ec8b7f240043 disassociated. External IP: 172.28.2.251, port: 20fdec3f-0a63-42ab-af06-f789f606098f. Sep 29 02:25:55.253235 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-b642bc3a-8d48-4cf2-a696-eed886930106 req-e1f6236e-cea0-41f1-ba85-99a0d3cfa797 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Calling delete_port for 20fdec3f-0a63-42ab-af06-f789f606098f owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:25:55.276308 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-a68b78de-dd98-4753-9f63-24d3620fcd4e req-01dfbc1a-1177-499d-8a68-3170dc38fa88 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a3a9e82-32c0-4502-9c2e-681a3b646b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709922 Sep 29 02:25:55.396701 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b642bc3a-8d48-4cf2-a696-eed886930106 req-e1f6236e-cea0-41f1-ba85-99a0d3cfa797 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (20fdec3f-0a63-42ab-af06-f789f606098f), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:55.423784 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f6236e-cea0-41f1-ba85-99a0d3cfa797 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Pushing event deleted for resources: {'Port': ['ID=20fdec3f-0a63-42ab-af06-f789f606098f,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:55.436213 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f6236e-cea0-41f1-ba85-99a0d3cfa797 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:55.436598 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f6236e-cea0-41f1-ba85-99a0d3cfa797 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:55.436944 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f6236e-cea0-41f1-ba85-99a0d3cfa797 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:55.437288 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f6236e-cea0-41f1-ba85-99a0d3cfa797 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:55.437648 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f6236e-cea0-41f1-ba85-99a0d3cfa797 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:55.437983 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f6236e-cea0-41f1-ba85-99a0d3cfa797 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:55.438310 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f6236e-cea0-41f1-ba85-99a0d3cfa797 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:55.438638 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f6236e-cea0-41f1-ba85-99a0d3cfa797 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:55.438966 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f6236e-cea0-41f1-ba85-99a0d3cfa797 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:55.439289 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f6236e-cea0-41f1-ba85-99a0d3cfa797 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:55.439614 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f6236e-cea0-41f1-ba85-99a0d3cfa797 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:55.439936 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f6236e-cea0-41f1-ba85-99a0d3cfa797 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:55.440272 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f6236e-cea0-41f1-ba85-99a0d3cfa797 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:55.440578 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f6236e-cea0-41f1-ba85-99a0d3cfa797 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:55.440895 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f6236e-cea0-41f1-ba85-99a0d3cfa797 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:55.548018 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b642bc3a-8d48-4cf2-a696-eed886930106 req-e1f6236e-cea0-41f1-ba85-99a0d3cfa797 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Router 246147df-873e-4352-b700-665329a09c4c has already been hosted by L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:25:55.655282 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b642bc3a-8d48-4cf2-a696-eed886930106 req-e1f6236e-cea0-41f1-ba85-99a0d3cfa797 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:25:55.664677 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d79299-f62d-4f33-8425-fa4bcd72e886 None None] Sync routers for ids ['246147df-873e-4352-b700-665329a09c4c'] in dv-cinder-740146-21-smb {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:25:55.675267 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d79299-f62d-4f33-8425-fa4bcd72e886 None None] Routers {'246147df-873e-4352-b700-665329a09c4c'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:25:55.675949 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b9d79299-f62d-4f33-8425-fa4bcd72e886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:25:52Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['246147df-873e-4352-b700-665329a09c4c'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:25:55.700120 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-b642bc3a-8d48-4cf2-a696-eed886930106 req-e1f6236e-cea0-41f1-ba85-99a0d3cfa797 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] No DVR routers for this DVR port 20fdec3f-0a63-42ab-af06-f789f606098f on host hv-cinder-74014 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:25:55.703426 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-b642bc3a-8d48-4cf2-a696-eed886930106 req-e1f6236e-cea0-41f1-ba85-99a0d3cfa797 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for port (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:55.706785 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-b642bc3a-8d48-4cf2-a696-eed886930106 req-e1f6236e-cea0-41f1-ba85-99a0d3cfa797 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.16 "DELETE /networking/v2.0/ports/20fdec3f-0a63-42ab-af06-f789f606098f HTTP/1.1" status: 204 len: 173 time: 1.0948398 Sep 29 02:25:55.707347 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47becec8-0960-4352-94bc-b0c2988ad7f4', 'name': 'network-vif-deleted', 'tag': '20fdec3f-0a63-42ab-af06-f789f606098f'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:25:55.709784 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6fd434f9474e642ac52a32a239cb9403cb6cbac172bb9ea56eecab16f0e16c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8105b9f-265e-4988-9ef5-1638ca5f5492" -d '{"events": [{"server_uuid": "47becec8-0960-4352-94bc-b0c2988ad7f4", "name": "network-vif-deleted", "tag": "20fdec3f-0a63-42ab-af06-f789f606098f"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:25:55.786847 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-b9d79299-f62d-4f33-8425-fa4bcd72e886 None None] Set router 246147df-873e-4352-b700-665329a09c4c gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:25:55.824798 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea8dfb9-c348-46ab-9120-3a10e7656321 x-openstack-request-id: req-7ea8dfb9-c348-46ab-9120-3a10e7656321 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:25:55.825335 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47becec8-0960-4352-94bc-b0c2988ad7f4", "name": "network-vif-deleted", "tag": "20fdec3f-0a63-42ab-af06-f789f606098f", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:25:55.825534 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7ea8dfb9-c348-46ab-9120-3a10e7656321 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:25:55.825886 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ea8dfb9-c348-46ab-9120-3a10e7656321'] response: {'server_uuid': '47becec8-0960-4352-94bc-b0c2988ad7f4', 'name': 'network-vif-deleted', 'tag': '20fdec3f-0a63-42ab-af06-f789f606098f', 'status': 'completed', 'code': 200} Sep 29 02:25:56.103973 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b9d79299-f62d-4f33-8425-fa4bcd72e886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246147df-873e-4352-b700-665329a09c4c', 'name': 'tempest-AttachVolumeTestJSON-1037250904-router', 'tenant_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:21:38Z', 'updated_at': '2022-09-29T02:21:41Z', 'revision_number': 4, 'project_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'gw_port': {'id': '4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ff:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246147df-873e-4352-b700-665329a09c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:21:39Z', 'updated_at': '2022-09-29T02:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': '412fde59-23fb-4970-8076-9825972e8b0b', 'name': '', 'network_id': 'c964dc07-4697-4275-a8c4-6a1cf8f3189c', 'tenant_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'mac_address': 'fa:16:3e:b3:23:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246147df-873e-4352-b700-665329a09c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9c727c67-94a1-4bf1-ada6-7d48aaf14c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:21:40Z', 'updated_at': '2022-09-29T02:21:45Z', 'revision_number': 5, 'project_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'subnets': [{'id': '9c727c67-94a1-4bf1-ada6-7d48aaf14c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:25:56.127296 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d79299-f62d-4f33-8425-fa4bcd72e886 None None] Checking router: 246147df-873e-4352-b700-665329a09c4c for host: dv-cinder-740146-21-smb {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:25:56.135723 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d79299-f62d-4f33-8425-fa4bcd72e886 None None] Routers {'246147df-873e-4352-b700-665329a09c4c'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:25:56.136319 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b9d79299-f62d-4f33-8425-fa4bcd72e886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:25:52Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['246147df-873e-4352-b700-665329a09c4c'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:25:56.240241 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-b9d79299-f62d-4f33-8425-fa4bcd72e886 None None] Set router 246147df-873e-4352-b700-665329a09c4c gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:25:56.375136 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 59612) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:25:56.430898 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-380b01df-b43f-4b58-9d08-b47eeb68da5b tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks [] for security_group (9a3a9e82-32c0-4502-9c2e-681a3b646b08), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:56.434562 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-b9d79299-f62d-4f33-8425-fa4bcd72e886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246147df-873e-4352-b700-665329a09c4c', 'name': 'tempest-AttachVolumeTestJSON-1037250904-router', 'tenant_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:21:38Z', 'updated_at': '2022-09-29T02:21:41Z', 'revision_number': 4, 'project_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'gw_port': {'id': '4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ff:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246147df-873e-4352-b700-665329a09c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:21:39Z', 'updated_at': '2022-09-29T02:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': '412fde59-23fb-4970-8076-9825972e8b0b', 'name': '', 'network_id': 'c964dc07-4697-4275-a8c4-6a1cf8f3189c', 'tenant_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'mac_address': 'fa:16:3e:b3:23:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246147df-873e-4352-b700-665329a09c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9c727c67-94a1-4bf1-ada6-7d48aaf14c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:21:40Z', 'updated_at': '2022-09-29T02:21:45Z', 'revision_number': 5, 'project_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'subnets': [{'id': '9c727c67-94a1-4bf1-ada6-7d48aaf14c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:25:56.453761 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-380b01df-b43f-4b58-9d08-b47eeb68da5b tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks [] for security_group (9a3a9e82-32c0-4502-9c2e-681a3b646b08), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:56.460463 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d79299-f62d-4f33-8425-fa4bcd72e886 None None] The sync data for ids ['246147df-873e-4352-b700-665329a09c4c'] in dv-cinder-740146-21-smb is: [{'id': '246147df-873e-4352-b700-665329a09c4c', 'name': 'tempest-AttachVolumeTestJSON-1037250904-router', 'tenant_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:21:38Z', 'updated_at': '2022-09-29T02:21:41Z', 'revision_number': 4, 'project_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'gw_port': {'id': '4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ff:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246147df-873e-4352-b700-665329a09c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:21:39Z', 'updated_at': '2022-09-29T02:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': '412fde59-23fb-4970-8076-9825972e8b0b', 'name': '', 'network_id': 'c964dc07-4697-4275-a8c4-6a1cf8f3189c', 'tenant_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'mac_address': 'fa:16:3e:b3:23:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246147df-873e-4352-b700-665329a09c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9c727c67-94a1-4bf1-ada6-7d48aaf14c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:21:40Z', 'updated_at': '2022-09-29T02:21:45Z', 'revision_number': 5, 'project_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'subnets': [{'id': '9c727c67-94a1-4bf1-ada6-7d48aaf14c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:25:56.503577 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-380b01df-b43f-4b58-9d08-b47eeb68da5b tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (9a3a9e82-32c0-4502-9c2e-681a3b646b08), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:56.506461 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-380b01df-b43f-4b58-9d08-b47eeb68da5b tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:56.507736 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-380b01df-b43f-4b58-9d08-b47eeb68da5b tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/9a3a9e82-32c0-4502-9c2e-681a3b646b08 HTTP/1.1" status: 204 len: 168 time: 0.1309934 Sep 29 02:25:56.510509 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 59616) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:25:56.522190 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b01df-b43f-4b58-9d08-b47eeb68da5b tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3a9e82-32c0-4502-9c2e-681a3b646b08,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:56.525137 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.api.v2.resource [None req-e482761b-0b5f-404e-a494-5be26a3239db tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] show failed (client error): The resource could not be found. Sep 29 02:25:56.529100 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-e482761b-0b5f-404e-a494-5be26a3239db tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups/9a3a9e82-32c0-4502-9c2e-681a3b646b08 HTTP/1.1" status: 404 len: 347 time: 0.0149291 Sep 29 02:25:56.529456 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 59618) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:25:56.530495 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b01df-b43f-4b58-9d08-b47eeb68da5b tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:56.530915 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b01df-b43f-4b58-9d08-b47eeb68da5b tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:56.531332 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b01df-b43f-4b58-9d08-b47eeb68da5b tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:56.531763 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b01df-b43f-4b58-9d08-b47eeb68da5b tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:56.532165 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b01df-b43f-4b58-9d08-b47eeb68da5b tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:56.532575 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b01df-b43f-4b58-9d08-b47eeb68da5b tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:56.532972 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b01df-b43f-4b58-9d08-b47eeb68da5b tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:56.533408 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b01df-b43f-4b58-9d08-b47eeb68da5b tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:56.533794 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b01df-b43f-4b58-9d08-b47eeb68da5b tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:56.534188 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b01df-b43f-4b58-9d08-b47eeb68da5b tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:56.534631 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b01df-b43f-4b58-9d08-b47eeb68da5b tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:56.534993 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b01df-b43f-4b58-9d08-b47eeb68da5b tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:56.535351 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b01df-b43f-4b58-9d08-b47eeb68da5b tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:56.535675 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b01df-b43f-4b58-9d08-b47eeb68da5b tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:56.536182 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b01df-b43f-4b58-9d08-b47eeb68da5b tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:25:56.645112 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-86507e7d-1702-4e94-b080-2a54a4a94bac tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Deleting port e5a290d3-79f6-4200-ae2e-ee92061aae28 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:25:56.645399 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-86507e7d-1702-4e94-b080-2a54a4a94bac tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (e5a290d3-79f6-4200-ae2e-ee92061aae28), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:56.697928 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166c58e1-7ffa-4272-af51-3a64e30a322e None None] New status for floating IP 25b0b03b-a9d8-4a9d-a63e-ec8b7f240043: DOWN {{(pid=106442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:25:56.729013 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-86507e7d-1702-4e94-b080-2a54a4a94bac tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (e5a290d3-79f6-4200-ae2e-ee92061aae28), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:56.729364 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-86507e7d-1702-4e94-b080-2a54a4a94bac tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks [] for floatingip (e5a290d3-79f6-4200-ae2e-ee92061aae28), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:56.742587 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-86507e7d-1702-4e94-b080-2a54a4a94bac tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Calling delete_port for e5a290d3-79f6-4200-ae2e-ee92061aae28 owned by network:floatingip {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:25:56.809525 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:56.823191 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:56.880677 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-86507e7d-1702-4e94-b080-2a54a4a94bac tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (e5a290d3-79f6-4200-ae2e-ee92061aae28), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:56.881699 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron_lib.db.api [None req-166c58e1-7ffa-4272-af51-3a64e30a322e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106442) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 29 02:25:56.882111 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG oslo_db.api [None req-166c58e1-7ffa-4272-af51-3a64e30a322e None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=106442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 02:25:56.911229 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86507e7d-1702-4e94-b080-2a54a4a94bac tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Pushing event deleted for resources: {'Port': ['ID=e5a290d3-79f6-4200-ae2e-ee92061aae28,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:56.972115 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-86507e7d-1702-4e94-b080-2a54a4a94bac tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks [] for floatingip (25b0b03b-a9d8-4a9d-a63e-ec8b7f240043), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:56.974688 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-86507e7d-1702-4e94-b080-2a54a4a94bac tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for floatingip (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:56.975830 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-86507e7d-1702-4e94-b080-2a54a4a94bac tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/25b0b03b-a9d8-4a9d-a63e-ec8b7f240043 HTTP/1.1" status: 204 len: 168 time: 0.4454243 Sep 29 02:25:57.051750 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 59622) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:25:57.056389 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-60a229ba-eb4d-4bb4-ad2e-4f83470a2b70 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Request body: {'security_group': {'name': 'tempest-securitygroup--256187394', 'description': 'tempest-description--911941091'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:25:57.077072 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-60a229ba-eb4d-4bb4-ad2e-4f83470a2b70 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:57.143595 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-60a229ba-eb4d-4bb4-ad2e-4f83470a2b70 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks [] for security_group (091f28bb-068a-4af8-be93-a20734a53106), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:57.147416 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-60a229ba-eb4d-4bb4-ad2e-4f83470a2b70 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (091f28bb-068a-4af8-be93-a20734a53106), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:57.178250 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-60a229ba-eb4d-4bb4-ad2e-4f83470a2b70 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:57.179467 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-60a229ba-eb4d-4bb4-ad2e-4f83470a2b70 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1266656 Sep 29 02:25:57.181486 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a229ba-eb4d-4bb4-ad2e-4f83470a2b70 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=091f28bb-068a-4af8-be93-a20734a53106,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:57.182542 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 59624) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:25:57.187244 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-ceefceab-a446-485d-b804-b43cc5cca102 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Request body: {'security_group_rule': {'security_group_id': '091f28bb-068a-4af8-be93-a20734a53106', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:25:57.215712 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ceefceab-a446-485d-b804-b43cc5cca102 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks [] for security_group_rule (8b04469c-66c9-4f11-a00f-60e278987e35), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:57.271764 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ceefceab-a446-485d-b804-b43cc5cca102 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks [] for security_group_rule (8b04469c-66c9-4f11-a00f-60e278987e35), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:57.275157 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ceefceab-a446-485d-b804-b43cc5cca102 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602948'] for security_group_rule (8b04469c-66c9-4f11-a00f-60e278987e35), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:57.295455 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceefceab-a446-485d-b804-b43cc5cca102 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b04469c-66c9-4f11-a00f-60e278987e35,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:57.303779 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ceefceab-a446-485d-b804-b43cc5cca102 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:57.304978 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-ceefceab-a446-485d-b804-b43cc5cca102 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214340 Sep 29 02:25:57.307752 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 59626) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:25:57.312147 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-6b42e702-0caf-4277-a922-e566f942cc30 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Request body: {'security_group_rule': {'security_group_id': '091f28bb-068a-4af8-be93-a20734a53106', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:25:57.344717 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6b42e702-0caf-4277-a922-e566f942cc30 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks [] for security_group_rule (ee178379-f9eb-4755-b02b-688447cd962c), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:57.383461 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166c58e1-7ffa-4272-af51-3a64e30a322e None None] New status for floating IP 25b0b03b-a9d8-4a9d-a63e-ec8b7f240043: DOWN {{(pid=106442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:25:57.399631 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6b42e702-0caf-4277-a922-e566f942cc30 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks [] for security_group_rule (ee178379-f9eb-4755-b02b-688447cd962c), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:57.403809 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6b42e702-0caf-4277-a922-e566f942cc30 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602948'] for security_group_rule (ee178379-f9eb-4755-b02b-688447cd962c), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:57.422954 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b42e702-0caf-4277-a922-e566f942cc30 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee178379-f9eb-4755-b02b-688447cd962c,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:57.430302 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6b42e702-0caf-4277-a922-e566f942cc30 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:57.431560 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-6b42e702-0caf-4277-a922-e566f942cc30 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1228762 Sep 29 02:25:57.434595 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 59628) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:25:57.439157 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-d7d3843a-e759-41c5-90eb-29fb2d43983c tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Request body: {'floatingip': {'floating_network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:25:57.461617 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d7d3843a-e759-41c5-90eb-29fb2d43983c tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:57.542290 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d7d3843a-e759-41c5-90eb-29fb2d43983c tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:57.641959 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.db_base_plugin_common [None req-d7d3843a-e759-41c5-90eb-29fb2d43983c tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Allocated IP 172.28.2.64 (b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd/e0ffa218-6ca5-4006-b711-a782d769deaf/a65bfe1c-c8e4-4e36-a9c6-b7142f71c6bc) {{(pid=106439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:25:57.734451 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:57.747159 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d7d3843a-e759-41c5-90eb-29fb2d43983c tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks [] for port (a65bfe1c-c8e4-4e36-a9c6-b7142f71c6bc), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:57.753935 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:25:57.784330 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d7d3843a-e759-41c5-90eb-29fb2d43983c tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27012499'] for port (a65bfe1c-c8e4-4e36-a9c6-b7142f71c6bc), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:57.824364 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d3843a-e759-41c5-90eb-29fb2d43983c tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Network b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd is already hosted by enough agents. {{(pid=106439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:25:57.830117 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-d7d3843a-e759-41c5-90eb-29fb2d43983c tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Resources bound (agent type, host, resource id): {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:25:57.832248 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3843a-e759-41c5-90eb-29fb2d43983c tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Pushing event updated for resources: {'Port': ['ID=a65bfe1c-c8e4-4e36-a9c6-b7142f71c6bc,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:57.834380 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d3843a-e759-41c5-90eb-29fb2d43983c tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Received port after_create {{(pid=106439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:25:57.917094 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d7d3843a-e759-41c5-90eb-29fb2d43983c tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks [] for floatingip (91ad7cff-1926-4838-a089-1652a4ae1640), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:57.954116 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d7d3843a-e759-41c5-90eb-29fb2d43983c tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (a65bfe1c-c8e4-4e36-a9c6-b7142f71c6bc), before_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:58.101539 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d7d3843a-e759-41c5-90eb-29fb2d43983c tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks [] for port (a65bfe1c-c8e4-4e36-a9c6-b7142f71c6bc), precommit_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:58.105832 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d7d3843a-e759-41c5-90eb-29fb2d43983c tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27012484'] for port (a65bfe1c-c8e4-4e36-a9c6-b7142f71c6bc), after_update {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:58.176135 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d7d3843a-e759-41c5-90eb-29fb2d43983c tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1596334'] for floatingip (91ad7cff-1926-4838-a089-1652a4ae1640), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:58.179901 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3843a-e759-41c5-90eb-29fb2d43983c tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Pushing event updated for resources: {'Port': ['ID=a65bfe1c-c8e4-4e36-a9c6-b7142f71c6bc,revision_number=2']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:25:58.194936 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-d7d3843a-e759-41c5-90eb-29fb2d43983c tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for floatingip (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:25:58.196159 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-d7d3843a-e759-41c5-90eb-29fb2d43983c tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7605767 Sep 29 02:25:58.349740 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c0f96748-75d2-4b00-9921-806736a9c752 req-f63e3493-8f36-43c6-bfb1-3ba697782b4a tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--256187394&fields=id&tenant_id=f44d9cbd3a954891bdeb4ad11ad9d535 HTTP/1.1" status: 200 len: 267 time: 0.0449791 Sep 29 02:25:58.458452 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f96748-75d2-4b00-9921-806736a9c752 req-a0490340-da14-400c-a048-29c432bed3b7 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:25:58.459834 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c0f96748-75d2-4b00-9921-806736a9c752 req-a0490340-da14-400c-a048-29c432bed3b7 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/networks?id=c964dc07-4697-4275-a8c4-6a1cf8f3189c HTTP/1.1" status: 200 len: 811 time: 0.1037347 Sep 29 02:25:58.474878 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c0f96748-75d2-4b00-9921-806736a9c752 req-56b30224-01a6-45ed-8b66-1409c0b7e296 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/quotas/f44d9cbd3a954891bdeb4ad11ad9d535 HTTP/1.1" status: 200 len: 375 time: 0.0097191 Sep 29 02:25:58.525690 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c0f96748-75d2-4b00-9921-806736a9c752 req-4f6da431-810a-4cc6-b7dc-13b0d6d16cf3 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=f44d9cbd3a954891bdeb4ad11ad9d535&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460944 Sep 29 02:25:58.583794 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [req-c0f96748-75d2-4b00-9921-806736a9c752 req-29931282-1e92-4b33-b6c6-922c7f5192bc service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106440) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 29 02:25:58.584798 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c0f96748-75d2-4b00-9921-806736a9c752 req-29931282-1e92-4b33-b6c6-922c7f5192bc service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0475464 Sep 29 02:25:58.679367 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c0f96748-75d2-4b00-9921-806736a9c752 req-6c7da39a-ce15-4cd7-a68f-8564e4fc107e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/c964dc07-4697-4275-a8c4-6a1cf8f3189c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887074 Sep 29 02:25:58.772278 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c0f96748-75d2-4b00-9921-806736a9c752 req-ad52862c-66f9-442a-8df4-cc63c52e0654 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/c964dc07-4697-4275-a8c4-6a1cf8f3189c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872278 Sep 29 02:25:58.934739 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-51d022a7-2c85-4a2c-b31f-9d6276e907e9 req-dfb675e9-78a3-45f0-b0a0-28f5c297537f tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9aa4ea6e-e435-487c-b63b-ee006d4dfed7 HTTP/1.1" status: 200 len: 210 time: 0.0280392 Sep 29 02:25:59.177405 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 20fdec3f-0a63-42ab-af06-f789f606098f no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:25:59.200151 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] No Port match for: 20fdec3f-0a63-42ab-af06-f789f606098f {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:25:59.200501 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 20fdec3f-0a63-42ab-af06-f789f606098f not bound to the agent host hv-cinder-74014 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:25:59.971825 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f96748-75d2-4b00-9921-806736a9c752 req-d80d2e5e-1243-49ac-8134-e6518702ce2f tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:25:59.973110 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c0f96748-75d2-4b00-9921-806736a9c752 req-d80d2e5e-1243-49ac-8134-e6518702ce2f tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.16 "GET /networking/v2.0/networks?id=c964dc07-4697-4275-a8c4-6a1cf8f3189c HTTP/1.1" status: 200 len: 811 time: 0.1105618 Sep 29 02:26:00.032854 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:00.058913 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-71aaaa7d-2f3d-4ee9-a348-e29e8fc28eaf req-3a889e12-b8e8-4030-8c9a-e84975358673 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9aa4ea6e-e435-487c-b63b-ee006d4dfed7 HTTP/1.1" status: 200 len: 210 time: 0.0396090 Sep 29 02:26:00.064319 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c0f96748-75d2-4b00-9921-806736a9c752 req-a78246b6-f578-4f80-a520-d2c8670801d6 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f44d9cbd3a954891bdeb4ad11ad9d535 HTTP/1.1" status: 200 len: 379 time: 0.0830259 Sep 29 02:26:00.112851 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [req-c0f96748-75d2-4b00-9921-806736a9c752 req-d1345504-9a49-42d5-a6c9-a775eb7c0e2a tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Request body: {'port': {'device_id': '9aa4ea6e-e435-487c-b63b-ee006d4dfed7', 'network_id': 'c964dc07-4697-4275-a8c4-6a1cf8f3189c', 'admin_state_up': True, 'tenant_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'security_groups': ['091f28bb-068a-4af8-be93-a20734a53106']}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:26:00.117166 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:DELETE=7,neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:00.223174 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0f96748-75d2-4b00-9921-806736a9c752 req-d1345504-9a49-42d5-a6c9-a775eb7c0e2a tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Made reservation on behalf of f44d9cbd3a954891bdeb4ad11ad9d535 for: {'port': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:26:00.226934 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c0f96748-75d2-4b00-9921-806736a9c752 req-d1345504-9a49-42d5-a6c9-a775eb7c0e2a tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:00.349437 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.db_base_plugin_common [req-c0f96748-75d2-4b00-9921-806736a9c752 req-d1345504-9a49-42d5-a6c9-a775eb7c0e2a tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Allocated IP 172.20.0.3 (c964dc07-4697-4275-a8c4-6a1cf8f3189c/9c727c67-94a1-4bf1-ada6-7d48aaf14c31/3b162185-fee2-4cd1-a7d6-4d3d40320dc0) {{(pid=106440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 02:26:00.487607 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c0f96748-75d2-4b00-9921-806736a9c752 req-d1345504-9a49-42d5-a6c9-a775eb7c0e2a tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks [] for port (3b162185-fee2-4cd1-a7d6-4d3d40320dc0), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:00.518730 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c0f96748-75d2-4b00-9921-806736a9c752 req-d1345504-9a49-42d5-a6c9-a775eb7c0e2a tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769072051420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (3b162185-fee2-4cd1-a7d6-4d3d40320dc0), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:00.565392 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0f96748-75d2-4b00-9921-806736a9c752 req-d1345504-9a49-42d5-a6c9-a775eb7c0e2a tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Network c964dc07-4697-4275-a8c4-6a1cf8f3189c is already hosted by enough agents. {{(pid=106440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 02:26:00.570668 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [req-c0f96748-75d2-4b00-9921-806736a9c752 req-d1345504-9a49-42d5-a6c9-a775eb7c0e2a tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Resources bound (agent type, host, resource id): {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:26:00.573571 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f96748-75d2-4b00-9921-806736a9c752 req-d1345504-9a49-42d5-a6c9-a775eb7c0e2a tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Received port after_create {{(pid=106440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 29 02:26:00.577874 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1345504-9a49-42d5-a6c9-a775eb7c0e2a tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Pushing event updated for resources: {'Port': ['ID=3b162185-fee2-4cd1-a7d6-4d3d40320dc0,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:00.628789 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f96748-75d2-4b00-9921-806736a9c752 req-d1345504-9a49-42d5-a6c9-a775eb7c0e2a tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:00.629441 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c0f96748-75d2-4b00-9921-806736a9c752 req-d1345504-9a49-42d5-a6c9-a775eb7c0e2a tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for port (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:00.647565 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c0f96748-75d2-4b00-9921-806736a9c752 req-d1345504-9a49-42d5-a6c9-a775eb7c0e2a tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5384791 Sep 29 02:26:00.661297 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [req-c0f96748-75d2-4b00-9921-806736a9c752 req-d2819cd1-5f2b-4bfd-83c9-6b360cce9b75 service neutron] Request body: {'port': {'device_id': '9aa4ea6e-e435-487c-b63b-ee006d4dfed7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:26:00.723254 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c0f96748-75d2-4b00-9921-806736a9c752 req-d2819cd1-5f2b-4bfd-83c9-6b360cce9b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (3b162185-fee2-4cd1-a7d6-4d3d40320dc0), before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:00.827509 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-4439ba48-64b2-4fbe-9724-9d6c9f5a30c2 None None] Provisioning complete for port 3b162185-fee2-4cd1-a7d6-4d3d40320dc0 triggered by entity DHCP. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:26:00.828077 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4439ba48-64b2-4fbe-9724-9d6c9f5a30c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (3b162185-fee2-4cd1-a7d6-4d3d40320dc0), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:00.828364 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-4439ba48-64b2-4fbe-9724-9d6c9f5a30c2 None None] Attempt 1 to provision port 3b162185-fee2-4cd1-a7d6-4d3d40320dc0 Sep 29 02:26:00.859476 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4439ba48-64b2-4fbe-9724-9d6c9f5a30c2 None None] Port 3b162185-fee2-4cd1-a7d6-4d3d40320dc0 cannot update to ACTIVE because it is not bound. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 29 02:26:00.893845 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:00.920407 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:00.987318 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.notifiers.nova [req-c0f96748-75d2-4b00-9921-806736a9c752 req-d2819cd1-5f2b-4bfd-83c9-6b360cce9b75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b162185-fee2-4cd1-a7d6-4d3d40320dc0 {{(pid=106440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:26:00.994565 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c0f96748-75d2-4b00-9921-806736a9c752 req-d2819cd1-5f2b-4bfd-83c9-6b360cce9b75 service neutron] Publish callbacks [] for port (3b162185-fee2-4cd1-a7d6-4d3d40320dc0), precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:01.007098 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.provisioning_blocks [req-c0f96748-75d2-4b00-9921-806736a9c752 req-d2819cd1-5f2b-4bfd-83c9-6b360cce9b75 service neutron] Transition to ACTIVE for port object 3b162185-fee2-4cd1-a7d6-4d3d40320dc0 will not be triggered until provisioned by entity L2. {{(pid=106440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 29 02:26:01.010880 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c0f96748-75d2-4b00-9921-806736a9c752 req-d2819cd1-5f2b-4bfd-83c9-6b360cce9b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26030496'] for port (3b162185-fee2-4cd1-a7d6-4d3d40320dc0), after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:01.089129 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2819cd1-5f2b-4bfd-83c9-6b360cce9b75 service neutron] Pushing event updated for resources: {'Port': ['ID=3b162185-fee2-4cd1-a7d6-4d3d40320dc0,revision_number=2']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:01.118957 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-c0f96748-75d2-4b00-9921-806736a9c752 req-d2819cd1-5f2b-4bfd-83c9-6b360cce9b75 service neutron] Attempting to bind port 3b162185-fee2-4cd1-a7d6-4d3d40320dc0 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 29 02:26:01.119292 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-c0f96748-75d2-4b00-9921-806736a9c752 req-d2819cd1-5f2b-4bfd-83c9-6b360cce9b75 service neutron] Attempting to bind port 3b162185-fee2-4cd1-a7d6-4d3d40320dc0 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '8f016d59-6f89-4565-af8e-43a283f8d77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c964dc07-4697-4275-a8c4-6a1cf8f3189c'}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 29 02:26:01.119620 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f96748-75d2-4b00-9921-806736a9c752 req-d2819cd1-5f2b-4bfd-83c9-6b360cce9b75 service neutron] Attempting to bind port 3b162185-fee2-4cd1-a7d6-4d3d40320dc0 on network c964dc07-4697-4275-a8c4-6a1cf8f3189c {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:26:01.202155 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405b0a5-3b86-4e60-8c4d-beab554a0eff req-3d2161f4-e528-4026-8c23-3e388d2898f9 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:01.203641 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7405b0a5-3b86-4e60-8c4d-beab554a0eff req-3d2161f4-e528-4026-8c23-3e388d2898f9 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9aa4ea6e-e435-487c-b63b-ee006d4dfed7 HTTP/1.1" status: 200 len: 943 time: 0.0603523 Sep 29 02:26:01.205608 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f96748-75d2-4b00-9921-806736a9c752 req-d2819cd1-5f2b-4bfd-83c9-6b360cce9b75 service neutron] Port 3b162185-fee2-4cd1-a7d6-4d3d40320dc0 on network c964dc07-4697-4275-a8c4-6a1cf8f3189c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 02:26:01.205935 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f96748-75d2-4b00-9921-806736a9c752 req-d2819cd1-5f2b-4bfd-83c9-6b360cce9b75 service neutron] Attempting to bind port 3b162185-fee2-4cd1-a7d6-4d3d40320dc0 on network c964dc07-4697-4275-a8c4-6a1cf8f3189c {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 02:26:01.280239 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f96748-75d2-4b00-9921-806736a9c752 req-d2819cd1-5f2b-4bfd-83c9-6b360cce9b75 service neutron] Checking agent: {'id': '027a9bac-ca89-4228-9c1d-ae9e74cf172f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 2, 9, 38), 'started_at': datetime.datetime(2022, 9, 29, 2, 9, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 2, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 29 02:26:01.280577 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f96748-75d2-4b00-9921-806736a9c752 req-d2819cd1-5f2b-4bfd-83c9-6b360cce9b75 service neutron] Checking segment: {'id': '8f016d59-6f89-4565-af8e-43a283f8d77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c964dc07-4697-4275-a8c4-6a1cf8f3189c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:26:01.280954 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f96748-75d2-4b00-9921-806736a9c752 req-d2819cd1-5f2b-4bfd-83c9-6b360cce9b75 service neutron] Bound using segment: {'id': '8f016d59-6f89-4565-af8e-43a283f8d77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c964dc07-4697-4275-a8c4-6a1cf8f3189c'} {{(pid=106440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 29 02:26:01.281411 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.managers [req-c0f96748-75d2-4b00-9921-806736a9c752 req-d2819cd1-5f2b-4bfd-83c9-6b360cce9b75 service neutron] Bound port: 3b162185-fee2-4cd1-a7d6-4d3d40320dc0, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f016d59-6f89-4565-af8e-43a283f8d77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c964dc07-4697-4275-a8c4-6a1cf8f3189c'}}] {{(pid=106440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 29 02:26:01.281770 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c0f96748-75d2-4b00-9921-806736a9c752 req-d2819cd1-5f2b-4bfd-83c9-6b360cce9b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (3b162185-fee2-4cd1-a7d6-4d3d40320dc0), before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:01.293679 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-7405b0a5-3b86-4e60-8c4d-beab554a0eff req-3b3172c6-d284-434c-b4e2-11a91f277628 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=091f28bb-068a-4af8-be93-a20734a53106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843439 Sep 29 02:26:01.350459 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-c0f96748-75d2-4b00-9921-806736a9c752 req-d2819cd1-5f2b-4bfd-83c9-6b360cce9b75 service neutron] For port 3b162185-fee2-4cd1-a7d6-4d3d40320dc0, host hv-cinder-74014, cleared binding levels {{(pid=106440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 02:26:01.353816 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-c0f96748-75d2-4b00-9921-806736a9c752 req-d2819cd1-5f2b-4bfd-83c9-6b360cce9b75 service neutron] For port 3b162185-fee2-4cd1-a7d6-4d3d40320dc0, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3b162185-fee2-4cd1-a7d6-4d3d40320dc0,segment=NetworkSegment(8f016d59-6f89-4565-af8e-43a283f8d77d),segment_id=8f016d59-6f89-4565-af8e-43a283f8d77d)] {{(pid=106440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 02:26:01.358976 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c0f96748-75d2-4b00-9921-806736a9c752 req-d2819cd1-5f2b-4bfd-83c9-6b360cce9b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26030496'] for port (3b162185-fee2-4cd1-a7d6-4d3d40320dc0), after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:01.360341 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-4439ba48-64b2-4fbe-9724-9d6c9f5a30c2 None None] Attempt 2 to provision port 3b162185-fee2-4cd1-a7d6-4d3d40320dc0 Sep 29 02:26:01.363977 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f96748-75d2-4b00-9921-806736a9c752 req-d2819cd1-5f2b-4bfd-83c9-6b360cce9b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:01.364652 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-c0f96748-75d2-4b00-9921-806736a9c752 req-d2819cd1-5f2b-4bfd-83c9-6b360cce9b75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for port (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:01.366059 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c0f96748-75d2-4b00-9921-806736a9c752 req-d2819cd1-5f2b-4bfd-83c9-6b360cce9b75 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/3b162185-fee2-4cd1-a7d6-4d3d40320dc0 HTTP/1.1" status: 200 len: 1093 time: 0.7089720 Sep 29 02:26:01.366604 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aa4ea6e-e435-487c-b63b-ee006d4dfed7', 'tag': '3b162185-fee2-4cd1-a7d6-4d3d40320dc0'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:26:01.368883 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6fd434f9474e642ac52a32a239cb9403cb6cbac172bb9ea56eecab16f0e16c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e908c6fc-8577-40aa-a906-8137699e7ce4" -d '{"events": [{"name": "network-changed", "server_uuid": "9aa4ea6e-e435-487c-b63b-ee006d4dfed7", "tag": "3b162185-fee2-4cd1-a7d6-4d3d40320dc0"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:26:01.404039 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-4439ba48-64b2-4fbe-9724-9d6c9f5a30c2 None None] Port 3b162185-fee2-4cd1-a7d6-4d3d40320dc0 had new provisioning blocks added so it will not transition to active. {{(pid=106441) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 29 02:26:01.443550 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2b4697-cbfd-4f0d-b6ca-f93d2b3cf111 x-openstack-request-id: req-dd2b4697-cbfd-4f0d-b6ca-f93d2b3cf111 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:26:01.443841 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aa4ea6e-e435-487c-b63b-ee006d4dfed7", "tag": "3b162185-fee2-4cd1-a7d6-4d3d40320dc0", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:26:01.444097 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dd2b4697-cbfd-4f0d-b6ca-f93d2b3cf111 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:26:01.444488 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd2b4697-cbfd-4f0d-b6ca-f93d2b3cf111'] response: {'name': 'network-changed', 'server_uuid': '9aa4ea6e-e435-487c-b63b-ee006d4dfed7', 'tag': '3b162185-fee2-4cd1-a7d6-4d3d40320dc0', 'status': 'completed', 'code': 200} Sep 29 02:26:01.455380 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2819cd1-5f2b-4bfd-83c9-6b360cce9b75 service neutron] Pushing event updated for resources: {'Port': ['ID=3b162185-fee2-4cd1-a7d6-4d3d40320dc0,revision_number=3']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:01.462378 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f96748-75d2-4b00-9921-806736a9c752 req-f70cd108-c8de-40d0-abc0-3d45fba0543f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:01.463861 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c0f96748-75d2-4b00-9921-806736a9c752 req-f70cd108-c8de-40d0-abc0-3d45fba0543f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=f44d9cbd3a954891bdeb4ad11ad9d535&device_id=9aa4ea6e-e435-487c-b63b-ee006d4dfed7 HTTP/1.1" status: 200 len: 1127 time: 0.0537403 Sep 29 02:26:01.505255 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c0f96748-75d2-4b00-9921-806736a9c752 req-38a7ed96-c4d9-4f59-b74b-289e97a9d2d3 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b162185-fee2-4cd1-a7d6-4d3d40320dc0 HTTP/1.1" status: 200 len: 217 time: 0.0353353 Sep 29 02:26:01.554177 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f96748-75d2-4b00-9921-806736a9c752 req-7c015d1e-dc02-4213-bd2b-42c41081ad72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:01.555580 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c0f96748-75d2-4b00-9921-806736a9c752 req-7c015d1e-dc02-4213-bd2b-42c41081ad72 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=9c727c67-94a1-4bf1-ada6-7d48aaf14c31 HTTP/1.1" status: 200 len: 850 time: 0.0442839 Sep 29 02:26:01.597929 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f96748-75d2-4b00-9921-806736a9c752 req-45b0232f-aabc-4bba-88b5-f4037784eefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:01.599355 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c0f96748-75d2-4b00-9921-806736a9c752 req-45b0232f-aabc-4bba-88b5-f4037784eefe service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=c964dc07-4697-4275-a8c4-6a1cf8f3189c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0384738 Sep 29 02:26:01.691387 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c0f96748-75d2-4b00-9921-806736a9c752 req-f55305f2-c4a5-4a9a-adfb-be90d12ab192 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c964dc07-4697-4275-a8c4-6a1cf8f3189c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849562 Sep 29 02:26:01.754256 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:01.793330 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c0f96748-75d2-4b00-9921-806736a9c752 req-f5f92f62-6d32-45ef-ae8c-6732b6053a8a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c964dc07-4697-4275-a8c4-6a1cf8f3189c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884905 Sep 29 02:26:02.422542 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77dedca-9c6f-4c0d-9b45-1f8a28ba9205 req-6f12c50a-ed2e-40ed-9b9f-c55e7cab124d tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:02.424992 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d77dedca-9c6f-4c0d-9b45-1f8a28ba9205 req-6f12c50a-ed2e-40ed-9b9f-c55e7cab124d tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9aa4ea6e-e435-487c-b63b-ee006d4dfed7 HTTP/1.1" status: 200 len: 943 time: 0.0524449 Sep 29 02:26:02.437492 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:02.476118 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d77dedca-9c6f-4c0d-9b45-1f8a28ba9205 req-a1491a3b-0f79-4434-b007-fdcf66303050 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=091f28bb-068a-4af8-be93-a20734a53106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443118 Sep 29 02:26:03.595423 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33016166-c51e-4a2f-9d82-b5489116d068 req-3d0df123-4251-490e-9d68-08a9cb1010a1 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:03.596881 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-33016166-c51e-4a2f-9d82-b5489116d068 req-3d0df123-4251-490e-9d68-08a9cb1010a1 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9aa4ea6e-e435-487c-b63b-ee006d4dfed7 HTTP/1.1" status: 200 len: 943 time: 0.0460303 Sep 29 02:26:03.643518 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-33016166-c51e-4a2f-9d82-b5489116d068 req-9cf73291-5bda-49a1-a2f9-57674a5fb693 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=091f28bb-068a-4af8-be93-a20734a53106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411670 Sep 29 02:26:03.864765 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908c6fc-8577-40aa-a906-8137699e7ce4 req-3062f5c8-293f-4e60-a595-57d5d6fa73f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:03.866283 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e908c6fc-8577-40aa-a906-8137699e7ce4 req-3062f5c8-293f-4e60-a595-57d5d6fa73f6 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=f44d9cbd3a954891bdeb4ad11ad9d535&device_id=9aa4ea6e-e435-487c-b63b-ee006d4dfed7 HTTP/1.1" status: 200 len: 1127 time: 0.0399225 Sep 29 02:26:03.959811 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908c6fc-8577-40aa-a906-8137699e7ce4 req-dbf523d7-ed4f-4daf-8aa0-87d7b43f9e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:03.961266 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e908c6fc-8577-40aa-a906-8137699e7ce4 req-dbf523d7-ed4f-4daf-8aa0-87d7b43f9e4a service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=c964dc07-4697-4275-a8c4-6a1cf8f3189c HTTP/1.1" status: 200 len: 912 time: 0.0884399 Sep 29 02:26:03.999585 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e908c6fc-8577-40aa-a906-8137699e7ce4 req-fe7ba80a-f363-42dd-95f7-7da00cf54386 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b162185-fee2-4cd1-a7d6-4d3d40320dc0 HTTP/1.1" status: 200 len: 217 time: 0.0327199 Sep 29 02:26:04.051778 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908c6fc-8577-40aa-a906-8137699e7ce4 req-79b47465-d398-4a77-a2ba-ec29192e75e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:04.053174 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e908c6fc-8577-40aa-a906-8137699e7ce4 req-79b47465-d398-4a77-a2ba-ec29192e75e2 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=9c727c67-94a1-4bf1-ada6-7d48aaf14c31 HTTP/1.1" status: 200 len: 850 time: 0.0477600 Sep 29 02:26:04.097638 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908c6fc-8577-40aa-a906-8137699e7ce4 req-8c7cc36b-31a6-4607-84c3-ca8c74f23211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:04.099143 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e908c6fc-8577-40aa-a906-8137699e7ce4 req-8c7cc36b-31a6-4607-84c3-ca8c74f23211 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=c964dc07-4697-4275-a8c4-6a1cf8f3189c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0398753 Sep 29 02:26:04.191525 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e908c6fc-8577-40aa-a906-8137699e7ce4 req-4cf15981-548c-4f99-9a7d-ec8e6f5e5a11 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c964dc07-4697-4275-a8c4-6a1cf8f3189c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857043 Sep 29 02:26:04.284953 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-e908c6fc-8577-40aa-a906-8137699e7ce4 req-a96f53a4-c659-453c-8c71-2056f67f0997 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c964dc07-4697-4275-a8c4-6a1cf8f3189c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877023 Sep 29 02:26:04.761964 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ccd472-e936-4277-93fd-1e38d42550f8 req-4297db14-e96f-4fd9-99eb-d21fab5a8db4 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:04.763427 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-85ccd472-e936-4277-93fd-1e38d42550f8 req-4297db14-e96f-4fd9-99eb-d21fab5a8db4 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9aa4ea6e-e435-487c-b63b-ee006d4dfed7 HTTP/1.1" status: 200 len: 943 time: 0.0453916 Sep 29 02:26:04.811775 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-85ccd472-e936-4277-93fd-1e38d42550f8 req-ee1ada3b-e746-4556-94c8-cd9e4ca1c6b0 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=091f28bb-068a-4af8-be93-a20734a53106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417781 Sep 29 02:26:05.216764 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 3b162185-fee2-4cd1-a7d6-4d3d40320dc0 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106441) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 02:26:05.277974 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:05.287830 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:05.318249 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 3b162185-fee2-4cd1-a7d6-4d3d40320dc0, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3b162185-fee2-4cd1-a7d6-4d3d40320dc0,segment=NetworkSegment(8f016d59-6f89-4565-af8e-43a283f8d77d),segment_id=8f016d59-6f89-4565-af8e-43a283f8d77d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:26:05.329556 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Returning: {'device': '3b162185-fee2-4cd1-a7d6-4d3d40320dc0', 'network_id': 'c964dc07-4697-4275-a8c4-6a1cf8f3189c', 'port_id': '3b162185-fee2-4cd1-a7d6-4d3d40320dc0', 'mac_address': 'fa:16:3e:e2:a5:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c727c67-94a1-4bf1-ada6-7d48aaf14c31', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106441) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 02:26:05.363808 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port 3b162185-fee2-4cd1-a7d6-4d3d40320dc0 is: DOWN; New status is: BUILD {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:26:05.364186 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (3b162185-fee2-4cd1-a7d6-4d3d40320dc0), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:05.377215 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.notifiers.nova [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b162185-fee2-4cd1-a7d6-4d3d40320dc0 {{(pid=106441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 29 02:26:05.400033 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 3b162185-fee2-4cd1-a7d6-4d3d40320dc0, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3b162185-fee2-4cd1-a7d6-4d3d40320dc0,segment=NetworkSegment(8f016d59-6f89-4565-af8e-43a283f8d77d),segment_id=8f016d59-6f89-4565-af8e-43a283f8d77d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:26:05.403309 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (3b162185-fee2-4cd1-a7d6-4d3d40320dc0), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:05.448054 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Pushing event updated for resources: {'Port': ['ID=3b162185-fee2-4cd1-a7d6-4d3d40320dc0,revision_number=4']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:05.455189 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:05.455531 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:05.455875 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:05.456225 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:05.456556 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:05.456885 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:05.457209 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:05.457559 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:05.457877 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:05.458196 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:05.458513 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:05.458846 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:05.459165 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:05.459478 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:05.459790 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:26:05.775056 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] get_ports_and_sgs() called for port_ids ['3b162185-fee2-4cd1-a7d6-4d3d40320dc0'] {{(pid=106441) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 29 02:26:05.938552 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f96c679-92b1-4c81-b043-41a02b2f97ec req-1ba6b8b8-e780-4ed2-875b-b0bf1b10aeda tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:05.940025 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4f96c679-92b1-4c81-b043-41a02b2f97ec req-1ba6b8b8-e780-4ed2-875b-b0bf1b10aeda tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9aa4ea6e-e435-487c-b63b-ee006d4dfed7 HTTP/1.1" status: 200 len: 944 time: 0.0518441 Sep 29 02:26:05.986514 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-4f96c679-92b1-4c81-b043-41a02b2f97ec req-a6d3508a-e243-4cae-b1fb-464cabdcf3e4 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=091f28bb-068a-4af8-be93-a20734a53106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410123 Sep 29 02:26:07.117335 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b21958-4f5e-4be4-9116-6394d40d94cb req-ac858ecd-7adb-4005-b7ab-15ea2a5e0928 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:07.120444 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d1b21958-4f5e-4be4-9116-6394d40d94cb req-ac858ecd-7adb-4005-b7ab-15ea2a5e0928 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9aa4ea6e-e435-487c-b63b-ee006d4dfed7 HTTP/1.1" status: 200 len: 944 time: 0.0570943 Sep 29 02:26:07.169827 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-d1b21958-4f5e-4be4-9116-6394d40d94cb req-989692bb-625e-403e-9d5d-ac96de525c9a tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=091f28bb-068a-4af8-be93-a20734a53106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434608 Sep 29 02:26:07.229897 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 3b162185-fee2-4cd1-a7d6-4d3d40320dc0 up at agent hyperv_hv-cinder-74014 {{(pid=106441) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 02:26:07.273145 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Provisioning for port 3b162185-fee2-4cd1-a7d6-4d3d40320dc0 completed by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 29 02:26:07.279041 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.provisioning_blocks [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Provisioning complete for port 3b162185-fee2-4cd1-a7d6-4d3d40320dc0 triggered by entity L2. {{(pid=106441) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 29 02:26:07.279438 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846172'] for port (3b162185-fee2-4cd1-a7d6-4d3d40320dc0), provisioning_complete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:07.280460 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Attempt 1 to provision port 3b162185-fee2-4cd1-a7d6-4d3d40320dc0 Sep 29 02:26:07.356651 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Current status of the port 3b162185-fee2-4cd1-a7d6-4d3d40320dc0 is: BUILD; New status is: ACTIVE {{(pid=106441) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 29 02:26:07.357060 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for port (3b162185-fee2-4cd1-a7d6-4d3d40320dc0), before_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:07.379721 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa4ea6e-e435-487c-b63b-ee006d4dfed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b162185-fee2-4cd1-a7d6-4d3d40320dc0'}] {{(pid=106441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:26:07.381984 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9024dbdcad92e29b408608371dc01104c16b992bc758fd4b6455d872f62f597b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d549d7aa-7c95-4157-8199-f48b0fd2f699" -d '{"events": [{"server_uuid": "9aa4ea6e-e435-487c-b63b-ee006d4dfed7", "name": "network-vif-plugged", "status": "completed", "tag": "3b162185-fee2-4cd1-a7d6-4d3d40320dc0"}]}' {{(pid=106441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:26:07.387372 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=8 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:07.396303 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] For port 3b162185-fee2-4cd1-a7d6-4d3d40320dc0, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3b162185-fee2-4cd1-a7d6-4d3d40320dc0,segment=NetworkSegment(8f016d59-6f89-4565-af8e-43a283f8d77d),segment_id=8f016d59-6f89-4565-af8e-43a283f8d77d)] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:26:07.400983 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769072490927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769072051438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769072053252'] for port (3b162185-fee2-4cd1-a7d6-4d3d40320dc0), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:07.415920 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:07.452172 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Pushing event updated for resources: {'Port': ['ID=3b162185-fee2-4cd1-a7d6-4d3d40320dc0,revision_number=5']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:26:07.483748 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232fd1dd-122c-4a2e-bd15-1199487e307c x-openstack-request-id: req-232fd1dd-122c-4a2e-bd15-1199487e307c {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:26:07.484041 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa4ea6e-e435-487c-b63b-ee006d4dfed7", "name": "network-vif-plugged", "status": "completed", "tag": "3b162185-fee2-4cd1-a7d6-4d3d40320dc0", "code": 200}]} {{(pid=106441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:26:07.484289 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-232fd1dd-122c-4a2e-bd15-1199487e307c {{(pid=106441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:26:07.484677 dv-cinder-740146-21-smb neutron-server[106441]: INFO neutron.notifiers.nova [-] Nova event matching ['req-232fd1dd-122c-4a2e-bd15-1199487e307c'] response: {'server_uuid': '9aa4ea6e-e435-487c-b63b-ee006d4dfed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b162185-fee2-4cd1-a7d6-4d3d40320dc0', 'code': 200} Sep 29 02:26:07.649485 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284392bf-54d5-44f1-bd5b-f489d99cac89 req-c92e9b3d-be59-431b-884d-c647dedc17c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:07.650938 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-284392bf-54d5-44f1-bd5b-f489d99cac89 req-c92e9b3d-be59-431b-884d-c647dedc17c0 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9aa4ea6e-e435-487c-b63b-ee006d4dfed7 HTTP/1.1" status: 200 len: 1129 time: 0.0381184 Sep 29 02:26:07.670844 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:07.696718 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-284392bf-54d5-44f1-bd5b-f489d99cac89 req-cecb2c05-f771-472e-bc69-318123bac8a7 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=091f28bb-068a-4af8-be93-a20734a53106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404329 Sep 29 02:26:08.188820 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=68,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:08.189640 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=54,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:08.290864 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fbe356-d62a-4b25-b3fe-97720695e0c5 req-91afd2bf-0c0b-43eb-bdf6-5020f5e8b4c0 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:08.292321 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-11fbe356-d62a-4b25-b3fe-97720695e0c5 req-91afd2bf-0c0b-43eb-bdf6-5020f5e8b4c0 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9aa4ea6e-e435-487c-b63b-ee006d4dfed7 HTTP/1.1" status: 200 len: 945 time: 0.0465577 Sep 29 02:26:08.338036 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-11fbe356-d62a-4b25-b3fe-97720695e0c5 req-9eb4860a-191e-4595-a8dd-73e5a9d9c8dc tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=091f28bb-068a-4af8-be93-a20734a53106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395236 Sep 29 02:26:08.378275 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:09.041224 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 6 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:26:09.465112 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec379bb-0bb5-4b04-bffa-cb8c7206f368 req-b3c25f23-711d-468b-8625-6969af83dd0f tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:09.466610 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-2ec379bb-0bb5-4b04-bffa-cb8c7206f368 req-b3c25f23-711d-468b-8625-6969af83dd0f tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9aa4ea6e-e435-487c-b63b-ee006d4dfed7 HTTP/1.1" status: 200 len: 945 time: 0.0470362 Sep 29 02:26:09.492266 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=100 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:09.514125 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-2ec379bb-0bb5-4b04-bffa-cb8c7206f368 req-4a0bb595-d464-4d9b-8ae1-5bf0a0944a69 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=091f28bb-068a-4af8-be93-a20734a53106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419476 Sep 29 02:26:09.631958 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad72e9-bb2d-4cd0-a68c-094a58be630e req-4c96e891-0ba6-491e-9b9f-e0748d61203f tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:09.633418 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-c1ad72e9-bb2d-4cd0-a68c-094a58be630e req-4c96e891-0ba6-491e-9b9f-e0748d61203f tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9aa4ea6e-e435-487c-b63b-ee006d4dfed7 HTTP/1.1" status: 200 len: 945 time: 0.0498815 Sep 29 02:26:09.643486 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 59690) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:26:09.647641 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-0b909f3f-e4fe-4389-bdee-303218fed49c tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Request body: {'floatingip': {'port_id': '3b162185-fee2-4cd1-a7d6-4d3d40320dc0'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:26:09.686541 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0b909f3f-e4fe-4389-bdee-303218fed49c tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks [] for floatingip (91ad7cff-1926-4838-a089-1652a4ae1640), before_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:10.347977 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0b909f3f-e4fe-4389-bdee-303218fed49c tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:10.351807 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0b909f3f-e4fe-4389-bdee-303218fed49c tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1596334'] for floatingip (91ad7cff-1926-4838-a089-1652a4ae1640), after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:10.448243 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.db.l3_db [None req-0b909f3f-e4fe-4389-bdee-303218fed49c tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Floating IP 91ad7cff-1926-4838-a089-1652a4ae1640 associated. External IP: 172.28.2.64, port: 3b162185-fee2-4cd1-a7d6-4d3d40320dc0. Sep 29 02:26:10.621496 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:10.643363 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b909f3f-e4fe-4389-bdee-303218fed49c tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Router 246147df-873e-4352-b700-665329a09c4c has already been hosted by L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:26:10.749291 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b909f3f-e4fe-4389-bdee-303218fed49c tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:26:10.754061 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0b909f3f-e4fe-4389-bdee-303218fed49c tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for floatingip (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:10.758793 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a7052a-5dbb-4da6-a83d-d0263c512d0d None None] Sync routers for ids ['246147df-873e-4352-b700-665329a09c4c'] in dv-cinder-740146-21-smb {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:26:10.769377 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a7052a-5dbb-4da6-a83d-d0263c512d0d None None] Routers {'246147df-873e-4352-b700-665329a09c4c'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:26:10.769997 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c1a7052a-5dbb-4da6-a83d-d0263c512d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:25:52Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['246147df-873e-4352-b700-665329a09c4c'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:26:10.784193 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-0b909f3f-e4fe-4389-bdee-303218fed49c tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/91ad7cff-1926-4838-a089-1652a4ae1640 HTTP/1.1" status: 200 len: 990 time: 1.1396842 Sep 29 02:26:10.784822 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aa4ea6e-e435-487c-b63b-ee006d4dfed7', 'tag': '3b162185-fee2-4cd1-a7d6-4d3d40320dc0'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:26:10.787083 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6fd434f9474e642ac52a32a239cb9403cb6cbac172bb9ea56eecab16f0e16c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39325808-68c1-4301-9d0b-c9697c6dcc32" -d '{"events": [{"name": "network-changed", "server_uuid": "9aa4ea6e-e435-487c-b63b-ee006d4dfed7", "tag": "3b162185-fee2-4cd1-a7d6-4d3d40320dc0"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:26:10.824329 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 02:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69980bb0-6efa-4503-a9da-ca22a2f8c088 x-openstack-request-id: req-69980bb0-6efa-4503-a9da-ca22a2f8c088 {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:26:10.824622 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aa4ea6e-e435-487c-b63b-ee006d4dfed7", "tag": "3b162185-fee2-4cd1-a7d6-4d3d40320dc0", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:26:10.824879 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-69980bb0-6efa-4503-a9da-ca22a2f8c088 {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:26:10.825292 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69980bb0-6efa-4503-a9da-ca22a2f8c088'] response: {'name': 'network-changed', 'server_uuid': '9aa4ea6e-e435-487c-b63b-ee006d4dfed7', 'tag': '3b162185-fee2-4cd1-a7d6-4d3d40320dc0', 'status': 'completed', 'code': 200} Sep 29 02:26:10.855060 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:10.872738 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-c1a7052a-5dbb-4da6-a83d-d0263c512d0d None None] Set router 246147df-873e-4352-b700-665329a09c4c gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:26:10.887761 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39325808-68c1-4301-9d0b-c9697c6dcc32 req-2e8e5cea-09ce-4b64-a67d-877548210906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:10.890001 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-39325808-68c1-4301-9d0b-c9697c6dcc32 req-2e8e5cea-09ce-4b64-a67d-877548210906 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=f44d9cbd3a954891bdeb4ad11ad9d535&device_id=9aa4ea6e-e435-487c-b63b-ee006d4dfed7 HTTP/1.1" status: 200 len: 1129 time: 0.0429177 Sep 29 02:26:10.952365 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:10.984798 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39325808-68c1-4301-9d0b-c9697c6dcc32 req-bdccb966-2123-4aa8-8801-8847354911bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:10.986547 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-39325808-68c1-4301-9d0b-c9697c6dcc32 req-bdccb966-2123-4aa8-8801-8847354911bd service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=c964dc07-4697-4275-a8c4-6a1cf8f3189c HTTP/1.1" status: 200 len: 912 time: 0.0914364 Sep 29 02:26:11.020145 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:11.057011 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-39325808-68c1-4301-9d0b-c9697c6dcc32 req-2166024c-4aff-4924-9eac-b6b0684a9940 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b162185-fee2-4cd1-a7d6-4d3d40320dc0 HTTP/1.1" status: 200 len: 998 time: 0.0644498 Sep 29 02:26:11.088223 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c1a7052a-5dbb-4da6-a83d-d0263c512d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246147df-873e-4352-b700-665329a09c4c', 'name': 'tempest-AttachVolumeTestJSON-1037250904-router', 'tenant_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:21:38Z', 'updated_at': '2022-09-29T02:21:41Z', 'revision_number': 4, 'project_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'gw_port': {'id': '4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ff:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246147df-873e-4352-b700-665329a09c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:21:39Z', 'updated_at': '2022-09-29T02:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_floatingips': [{'id': '91ad7cff-1926-4838-a089-1652a4ae1640', 'tenant_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'floating_ip_address': '172.28.2.64', 'floating_network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'router_id': '246147df-873e-4352-b700-665329a09c4c', 'port_id': '3b162185-fee2-4cd1-a7d6-4d3d40320dc0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c964dc07-4697-4275-a8c4-6a1cf8f3189c', 'mac_address': 'fa:16:3e:e2:a5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa4ea6e-e435-487c-b63b-ee006d4dfed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:25:57Z', 'updated_at': '2022-09-29T02:26:10Z', 'revision_number': 1, 'project_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '412fde59-23fb-4970-8076-9825972e8b0b', 'name': '', 'network_id': 'c964dc07-4697-4275-a8c4-6a1cf8f3189c', 'tenant_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'mac_address': 'fa:16:3e:b3:23:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246147df-873e-4352-b700-665329a09c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9c727c67-94a1-4bf1-ada6-7d48aaf14c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:21:40Z', 'updated_at': '2022-09-29T02:21:45Z', 'revision_number': 5, 'project_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'subnets': [{'id': '9c727c67-94a1-4bf1-ada6-7d48aaf14c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:26:11.106573 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39325808-68c1-4301-9d0b-c9697c6dcc32 req-babf29cc-a3ce-443a-9447-b118e8a0bc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:11.108051 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-39325808-68c1-4301-9d0b-c9697c6dcc32 req-babf29cc-a3ce-443a-9447-b118e8a0bc3c service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=9c727c67-94a1-4bf1-ada6-7d48aaf14c31 HTTP/1.1" status: 200 len: 850 time: 0.0455737 Sep 29 02:26:11.116621 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a7052a-5dbb-4da6-a83d-d0263c512d0d None None] Checking router: 246147df-873e-4352-b700-665329a09c4c for host: dv-cinder-740146-21-smb {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:26:11.125298 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a7052a-5dbb-4da6-a83d-d0263c512d0d None None] Routers {'246147df-873e-4352-b700-665329a09c4c'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:26:11.125859 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c1a7052a-5dbb-4da6-a83d-d0263c512d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:25:52Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['246147df-873e-4352-b700-665329a09c4c'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:26:11.150715 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39325808-68c1-4301-9d0b-c9697c6dcc32 req-3cf339e5-c5f0-4671-97a2-a2ed37cbf21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:11.152465 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-39325808-68c1-4301-9d0b-c9697c6dcc32 req-3cf339e5-c5f0-4671-97a2-a2ed37cbf21c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=c964dc07-4697-4275-a8c4-6a1cf8f3189c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0393145 Sep 29 02:26:11.226092 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-c1a7052a-5dbb-4da6-a83d-d0263c512d0d None None] Set router 246147df-873e-4352-b700-665329a09c4c gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:26:11.245244 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-39325808-68c1-4301-9d0b-c9697c6dcc32 req-e495411c-bdb2-4ce4-8ade-46f99bccc216 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c964dc07-4697-4275-a8c4-6a1cf8f3189c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870090 Sep 29 02:26:11.336932 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-39325808-68c1-4301-9d0b-c9697c6dcc32 req-8c2c6b7d-d8cf-432d-b268-c041d9d6925d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c964dc07-4697-4275-a8c4-6a1cf8f3189c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860260 Sep 29 02:26:11.436969 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-c1a7052a-5dbb-4da6-a83d-d0263c512d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246147df-873e-4352-b700-665329a09c4c', 'name': 'tempest-AttachVolumeTestJSON-1037250904-router', 'tenant_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:21:38Z', 'updated_at': '2022-09-29T02:21:41Z', 'revision_number': 4, 'project_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'gw_port': {'id': '4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ff:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246147df-873e-4352-b700-665329a09c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:21:39Z', 'updated_at': '2022-09-29T02:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_floatingips': [{'id': '91ad7cff-1926-4838-a089-1652a4ae1640', 'tenant_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'floating_ip_address': '172.28.2.64', 'floating_network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'router_id': '246147df-873e-4352-b700-665329a09c4c', 'port_id': '3b162185-fee2-4cd1-a7d6-4d3d40320dc0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c964dc07-4697-4275-a8c4-6a1cf8f3189c', 'mac_address': 'fa:16:3e:e2:a5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa4ea6e-e435-487c-b63b-ee006d4dfed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:25:57Z', 'updated_at': '2022-09-29T02:26:10Z', 'revision_number': 1, 'project_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '412fde59-23fb-4970-8076-9825972e8b0b', 'name': '', 'network_id': 'c964dc07-4697-4275-a8c4-6a1cf8f3189c', 'tenant_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'mac_address': 'fa:16:3e:b3:23:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246147df-873e-4352-b700-665329a09c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9c727c67-94a1-4bf1-ada6-7d48aaf14c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:21:40Z', 'updated_at': '2022-09-29T02:21:45Z', 'revision_number': 5, 'project_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'subnets': [{'id': '9c727c67-94a1-4bf1-ada6-7d48aaf14c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:26:11.464767 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a7052a-5dbb-4da6-a83d-d0263c512d0d None None] The sync data for ids ['246147df-873e-4352-b700-665329a09c4c'] in dv-cinder-740146-21-smb is: [{'id': '246147df-873e-4352-b700-665329a09c4c', 'name': 'tempest-AttachVolumeTestJSON-1037250904-router', 'tenant_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:21:38Z', 'updated_at': '2022-09-29T02:21:41Z', 'revision_number': 4, 'project_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'gw_port': {'id': '4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ff:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246147df-873e-4352-b700-665329a09c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:21:39Z', 'updated_at': '2022-09-29T02:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_floatingips': [{'id': '91ad7cff-1926-4838-a089-1652a4ae1640', 'tenant_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'floating_ip_address': '172.28.2.64', 'floating_network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'router_id': '246147df-873e-4352-b700-665329a09c4c', 'port_id': '3b162185-fee2-4cd1-a7d6-4d3d40320dc0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c964dc07-4697-4275-a8c4-6a1cf8f3189c', 'mac_address': 'fa:16:3e:e2:a5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa4ea6e-e435-487c-b63b-ee006d4dfed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T02:25:57Z', 'updated_at': '2022-09-29T02:26:10Z', 'revision_number': 1, 'project_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '412fde59-23fb-4970-8076-9825972e8b0b', 'name': '', 'network_id': 'c964dc07-4697-4275-a8c4-6a1cf8f3189c', 'tenant_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'mac_address': 'fa:16:3e:b3:23:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246147df-873e-4352-b700-665329a09c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9c727c67-94a1-4bf1-ada6-7d48aaf14c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:21:40Z', 'updated_at': '2022-09-29T02:21:45Z', 'revision_number': 5, 'project_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'subnets': [{'id': '9c727c67-94a1-4bf1-ada6-7d48aaf14c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:26:11.647578 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96a9205-6454-44df-bbf7-cb2ca036d27e None None] New status for floating IP 91ad7cff-1926-4838-a089-1652a4ae1640: ACTIVE {{(pid=106442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:26:19.625115 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-f6ccb735-6cbb-4c66-b855-53a2d710bf44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:21.332079 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=43 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:21.333955 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=66 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:21.747255 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:21.750090 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:22.138402 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-ae691605-1a59-467f-afd4-bd00b0c467b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:23.271677 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:24.821525 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:24.914047 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:34.907510 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=58,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:34.909851 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=57,neutron:UPDATE=3 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:38.394605 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:44.056876 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=3 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:44.061956 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=3 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:46.040607 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 6 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:26:48.384791 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:48.390926 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:49.629758 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0d75acab-dbdd-4efd-8ee7-f44427f75f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:52.139887 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-0bd91ea0-e8fc-43ed-99cc-bb294dacfbf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:52.816516 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0700009b-9d5b-4d6e-bbbc-a3cc1a107e32 req-6320b9d7-9e31-4357-a00c-277804dd530c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9aa4ea6e-e435-487c-b63b-ee006d4dfed7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389528 Sep 29 02:26:52.908251 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700009b-9d5b-4d6e-bbbc-a3cc1a107e32 req-1787eed6-2190-4c15-82f9-62173fd06c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:52.909811 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0700009b-9d5b-4d6e-bbbc-a3cc1a107e32 req-1787eed6-2190-4c15-82f9-62173fd06c8f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=f44d9cbd3a954891bdeb4ad11ad9d535&device_id=9aa4ea6e-e435-487c-b63b-ee006d4dfed7 HTTP/1.1" status: 200 len: 1129 time: 0.0442276 Sep 29 02:26:53.013864 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700009b-9d5b-4d6e-bbbc-a3cc1a107e32 req-2f94c6f3-5c3a-4594-a635-3b7962fabbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:53.015254 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0700009b-9d5b-4d6e-bbbc-a3cc1a107e32 req-2f94c6f3-5c3a-4594-a635-3b7962fabbaa service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=c964dc07-4697-4275-a8c4-6a1cf8f3189c HTTP/1.1" status: 200 len: 912 time: 0.0863934 Sep 29 02:26:53.080905 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0700009b-9d5b-4d6e-bbbc-a3cc1a107e32 req-d9426f7a-a300-4164-a67b-9cf8ec0439e4 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b162185-fee2-4cd1-a7d6-4d3d40320dc0 HTTP/1.1" status: 200 len: 1000 time: 0.0581410 Sep 29 02:26:53.128130 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700009b-9d5b-4d6e-bbbc-a3cc1a107e32 req-0beb456a-f292-4b5e-a48d-b0150a6cf883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:53.129611 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0700009b-9d5b-4d6e-bbbc-a3cc1a107e32 req-0beb456a-f292-4b5e-a48d-b0150a6cf883 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=9c727c67-94a1-4bf1-ada6-7d48aaf14c31 HTTP/1.1" status: 200 len: 850 time: 0.0431221 Sep 29 02:26:53.171807 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700009b-9d5b-4d6e-bbbc-a3cc1a107e32 req-18262948-7901-401f-87d7-7bd9dbe3e182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:26:53.174005 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0700009b-9d5b-4d6e-bbbc-a3cc1a107e32 req-18262948-7901-401f-87d7-7bd9dbe3e182 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=c964dc07-4697-4275-a8c4-6a1cf8f3189c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0388563 Sep 29 02:26:53.267581 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0700009b-9d5b-4d6e-bbbc-a3cc1a107e32 req-b7ca5065-3b6c-4a87-99d1-e60cf50d362d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c964dc07-4697-4275-a8c4-6a1cf8f3189c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867527 Sep 29 02:26:53.274291 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:53.357346 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-0700009b-9d5b-4d6e-bbbc-a3cc1a107e32 req-6cd4b4c6-088d-4c07-a91a-8db3250a8160 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c964dc07-4697-4275-a8c4-6a1cf8f3189c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836933 Sep 29 02:26:54.825730 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:54.919174 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:26:56.035831 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:26:56.036541 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:03.352937 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=48 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:03.354969 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=53 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:04.912114 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:04.914021 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:08.398112 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:18.392038 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:18.394104 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:19.632053 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-916c72fc-6078-489d-9a5e-c5b8f2c3f378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:21.053539 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:21.058177 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=3 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:22.145194 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-02dc01d8-3bea-4501-a4ce-03f93c8395b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:23.040659 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 6 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:27:23.275747 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:24.827862 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:24.921853 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:28.525920 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d68eda-23ee-4e56-9f5f-68de9f3ec945 req-c2a6bf6c-a0e1-47ef-a70c-34adea164f43 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:27:28.527382 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-69d68eda-23ee-4e56-9f5f-68de9f3ec945 req-c2a6bf6c-a0e1-47ef-a70c-34adea164f43 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9aa4ea6e-e435-487c-b63b-ee006d4dfed7 HTTP/1.1" status: 200 len: 945 time: 0.0507259 Sep 29 02:27:28.574654 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-69d68eda-23ee-4e56-9f5f-68de9f3ec945 req-25fda37c-2b91-4386-8ccc-c1369259d58a tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=091f28bb-068a-4af8-be93-a20734a53106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414965 Sep 29 02:27:29.694545 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a44e8-5726-423d-8ebb-14a07cd5632f req-4292bd59-a057-40ad-880f-27f040d1ca09 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:27:29.695996 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6d1a44e8-5726-423d-8ebb-14a07cd5632f req-4292bd59-a057-40ad-880f-27f040d1ca09 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9aa4ea6e-e435-487c-b63b-ee006d4dfed7 HTTP/1.1" status: 200 len: 945 time: 0.0473075 Sep 29 02:27:29.743174 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-6d1a44e8-5726-423d-8ebb-14a07cd5632f req-9f8ae88c-508e-4a6e-90d1-a1cef73e8181 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=091f28bb-068a-4af8-be93-a20734a53106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417192 Sep 29 02:27:30.673165 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f9f42-e6ac-4f8a-8e3b-faa3af9ad57f req-56b94097-526a-4a2a-b781-b9e09c52bf36 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:27:30.674603 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-499f9f42-e6ac-4f8a-8e3b-faa3af9ad57f req-56b94097-526a-4a2a-b781-b9e09c52bf36 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9aa4ea6e-e435-487c-b63b-ee006d4dfed7 HTTP/1.1" status: 200 len: 945 time: 0.0455837 Sep 29 02:27:30.756991 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-499f9f42-e6ac-4f8a-8e3b-faa3af9ad57f req-9d79482c-6772-4ec5-9d75-a7480a1cb2bd tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Deleting port 3b162185-fee2-4cd1-a7d6-4d3d40320dc0 {{(pid=106440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:27:30.757729 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-499f9f42-e6ac-4f8a-8e3b-faa3af9ad57f req-9d79482c-6772-4ec5-9d75-a7480a1cb2bd tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (3b162185-fee2-4cd1-a7d6-4d3d40320dc0), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:30.893554 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930ac90-7cdc-453e-90bb-51f0965fe72c req-18f11427-25e9-417f-bb8c-b3568bbbace7 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:27:30.895020 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-2930ac90-7cdc-453e-90bb-51f0965fe72c req-18f11427-25e9-417f-bb8c-b3568bbbace7 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9aa4ea6e-e435-487c-b63b-ee006d4dfed7 HTTP/1.1" status: 200 len: 945 time: 0.0753686 Sep 29 02:27:30.896784 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.db [req-499f9f42-e6ac-4f8a-8e3b-faa3af9ad57f req-9d79482c-6772-4ec5-9d75-a7480a1cb2bd tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] For port 3b162185-fee2-4cd1-a7d6-4d3d40320dc0, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3b162185-fee2-4cd1-a7d6-4d3d40320dc0,segment=NetworkSegment(8f016d59-6f89-4565-af8e-43a283f8d77d),segment_id=8f016d59-6f89-4565-af8e-43a283f8d77d)] {{(pid=106440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:27:30.897154 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-499f9f42-e6ac-4f8a-8e3b-faa3af9ad57f req-9d79482c-6772-4ec5-9d75-a7480a1cb2bd tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (3b162185-fee2-4cd1-a7d6-4d3d40320dc0), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:31.022170 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-2930ac90-7cdc-453e-90bb-51f0965fe72c req-db8dd69b-7adf-4844-8d2a-578539ec8515 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=091f28bb-068a-4af8-be93-a20734a53106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171215 Sep 29 02:27:31.090951 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-499f9f42-e6ac-4f8a-8e3b-faa3af9ad57f req-9d79482c-6772-4ec5-9d75-a7480a1cb2bd tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:31.091310 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-499f9f42-e6ac-4f8a-8e3b-faa3af9ad57f req-9d79482c-6772-4ec5-9d75-a7480a1cb2bd tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1596334'] for floatingip (91ad7cff-1926-4838-a089-1652a4ae1640), after_update {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:31.091616 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.db.l3_db [req-499f9f42-e6ac-4f8a-8e3b-faa3af9ad57f req-9d79482c-6772-4ec5-9d75-a7480a1cb2bd tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Floating IP 91ad7cff-1926-4838-a089-1652a4ae1640 disassociated. External IP: 172.28.2.64, port: 3b162185-fee2-4cd1-a7d6-4d3d40320dc0. Sep 29 02:27:31.091949 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [req-499f9f42-e6ac-4f8a-8e3b-faa3af9ad57f req-9d79482c-6772-4ec5-9d75-a7480a1cb2bd tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Calling delete_port for 3b162185-fee2-4cd1-a7d6-4d3d40320dc0 owned by compute:nova {{(pid=106440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:27:31.217622 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-499f9f42-e6ac-4f8a-8e3b-faa3af9ad57f req-9d79482c-6772-4ec5-9d75-a7480a1cb2bd tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26030519'] for port (3b162185-fee2-4cd1-a7d6-4d3d40320dc0), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:31.250803 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79482c-6772-4ec5-9d75-a7480a1cb2bd tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Pushing event deleted for resources: {'Port': ['ID=3b162185-fee2-4cd1-a7d6-4d3d40320dc0,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:27:31.260450 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79482c-6772-4ec5-9d75-a7480a1cb2bd tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:31.260803 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79482c-6772-4ec5-9d75-a7480a1cb2bd tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:31.261145 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79482c-6772-4ec5-9d75-a7480a1cb2bd tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:31.261507 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79482c-6772-4ec5-9d75-a7480a1cb2bd tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:31.261839 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79482c-6772-4ec5-9d75-a7480a1cb2bd tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:31.262577 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79482c-6772-4ec5-9d75-a7480a1cb2bd tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:31.262577 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79482c-6772-4ec5-9d75-a7480a1cb2bd tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:31.262850 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79482c-6772-4ec5-9d75-a7480a1cb2bd tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:31.263213 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79482c-6772-4ec5-9d75-a7480a1cb2bd tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:31.263572 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79482c-6772-4ec5-9d75-a7480a1cb2bd tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:31.263926 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79482c-6772-4ec5-9d75-a7480a1cb2bd tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:31.264247 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79482c-6772-4ec5-9d75-a7480a1cb2bd tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:31.264566 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79482c-6772-4ec5-9d75-a7480a1cb2bd tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:31.264881 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79482c-6772-4ec5-9d75-a7480a1cb2bd tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:31.265193 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d79482c-6772-4ec5-9d75-a7480a1cb2bd tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:31.344287 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [req-c419a7a4-9aa0-4fac-b102-c9deb00dc302 req-bc552399-4f75-4195-a192-c599b2fffbed service neutron] (106440) timed out ('10.222.0.16', 53519) {{(pid=106440) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 29 02:27:31.353575 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:31.362896 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:31.373657 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.l3_agent_scheduler [req-499f9f42-e6ac-4f8a-8e3b-faa3af9ad57f req-9d79482c-6772-4ec5-9d75-a7480a1cb2bd tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Router 246147df-873e-4352-b700-665329a09c4c has already been hosted by L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 {{(pid=106440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:27:31.476240 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-499f9f42-e6ac-4f8a-8e3b-faa3af9ad57f req-9d79482c-6772-4ec5-9d75-a7480a1cb2bd tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:27:31.485668 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c283b1-b338-452e-8a01-a7be51a282c8 None None] Sync routers for ids ['246147df-873e-4352-b700-665329a09c4c'] in dv-cinder-740146-21-smb {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:27:31.496222 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c283b1-b338-452e-8a01-a7be51a282c8 None None] Routers {'246147df-873e-4352-b700-665329a09c4c'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:27:31.496834 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-73c283b1-b338-452e-8a01-a7be51a282c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:27:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['246147df-873e-4352-b700-665329a09c4c'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:27:31.517978 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.db.l3_dvrscheduler_db [req-499f9f42-e6ac-4f8a-8e3b-faa3af9ad57f req-9d79482c-6772-4ec5-9d75-a7480a1cb2bd tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] No DVR routers for this DVR port 3b162185-fee2-4cd1-a7d6-4d3d40320dc0 on host hv-cinder-74014 {{(pid=106440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:27:31.520513 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [req-499f9f42-e6ac-4f8a-8e3b-faa3af9ad57f req-9d79482c-6772-4ec5-9d75-a7480a1cb2bd tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for port (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:31.524707 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [req-499f9f42-e6ac-4f8a-8e3b-faa3af9ad57f req-9d79482c-6772-4ec5-9d75-a7480a1cb2bd tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.16 "DELETE /networking/v2.0/ports/3b162185-fee2-4cd1-a7d6-4d3d40320dc0 HTTP/1.1" status: 204 len: 173 time: 0.8450317 Sep 29 02:27:31.525212 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa4ea6e-e435-487c-b63b-ee006d4dfed7', 'name': 'network-vif-deleted', 'tag': '3b162185-fee2-4cd1-a7d6-4d3d40320dc0'}] {{(pid=106440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 29 02:27:31.527465 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6fd434f9474e642ac52a32a239cb9403cb6cbac172bb9ea56eecab16f0e16c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae037da1-95af-4c36-8cf1-6d996a81a0b0" -d '{"events": [{"server_uuid": "9aa4ea6e-e435-487c-b63b-ee006d4dfed7", "name": "network-vif-deleted", "tag": "3b162185-fee2-4cd1-a7d6-4d3d40320dc0"}]}' {{(pid=106440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 02:27:31.570331 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 02:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f643d8-d3a8-4750-9696-0b2e2d141aec x-openstack-request-id: req-c8f643d8-d3a8-4750-9696-0b2e2d141aec {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 02:27:31.570704 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa4ea6e-e435-487c-b63b-ee006d4dfed7", "name": "network-vif-deleted", "tag": "3b162185-fee2-4cd1-a7d6-4d3d40320dc0", "status": "completed", "code": 200}]} {{(pid=106440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 02:27:31.571025 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c8f643d8-d3a8-4750-9696-0b2e2d141aec {{(pid=106440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 02:27:31.571506 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8f643d8-d3a8-4750-9696-0b2e2d141aec'] response: {'server_uuid': '9aa4ea6e-e435-487c-b63b-ee006d4dfed7', 'name': 'network-vif-deleted', 'tag': '3b162185-fee2-4cd1-a7d6-4d3d40320dc0', 'status': 'completed', 'code': 200} Sep 29 02:27:31.612593 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [req-0a283444-98fd-487c-bd58-8ae5faa82af2 req-a4e3024e-3def-4102-acac-7127ee71bae0 service neutron] (106439) timed out ('10.222.0.16', 53579) {{(pid=106439) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 29 02:27:31.616904 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-73c283b1-b338-452e-8a01-a7be51a282c8 None None] Set router 246147df-873e-4352-b700-665329a09c4c gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:27:31.811917 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-73c283b1-b338-452e-8a01-a7be51a282c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246147df-873e-4352-b700-665329a09c4c', 'name': 'tempest-AttachVolumeTestJSON-1037250904-router', 'tenant_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:21:38Z', 'updated_at': '2022-09-29T02:21:41Z', 'revision_number': 4, 'project_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'gw_port': {'id': '4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ff:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246147df-873e-4352-b700-665329a09c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:21:39Z', 'updated_at': '2022-09-29T02:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': '412fde59-23fb-4970-8076-9825972e8b0b', 'name': '', 'network_id': 'c964dc07-4697-4275-a8c4-6a1cf8f3189c', 'tenant_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'mac_address': 'fa:16:3e:b3:23:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246147df-873e-4352-b700-665329a09c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9c727c67-94a1-4bf1-ada6-7d48aaf14c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:21:40Z', 'updated_at': '2022-09-29T02:21:45Z', 'revision_number': 5, 'project_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'subnets': [{'id': '9c727c67-94a1-4bf1-ada6-7d48aaf14c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:27:31.835866 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c283b1-b338-452e-8a01-a7be51a282c8 None None] Checking router: 246147df-873e-4352-b700-665329a09c4c for host: dv-cinder-740146-21-smb {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:27:31.844011 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c283b1-b338-452e-8a01-a7be51a282c8 None None] Routers {'246147df-873e-4352-b700-665329a09c4c'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:27:31.844592 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-73c283b1-b338-452e-8a01-a7be51a282c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:27:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['246147df-873e-4352-b700-665329a09c4c'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:27:31.944778 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-73c283b1-b338-452e-8a01-a7be51a282c8 None None] Set router 246147df-873e-4352-b700-665329a09c4c gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:27:32.129257 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 59832) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:27:32.148436 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-73c283b1-b338-452e-8a01-a7be51a282c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246147df-873e-4352-b700-665329a09c4c', 'name': 'tempest-AttachVolumeTestJSON-1037250904-router', 'tenant_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:21:38Z', 'updated_at': '2022-09-29T02:21:41Z', 'revision_number': 4, 'project_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'gw_port': {'id': '4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ff:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246147df-873e-4352-b700-665329a09c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:21:39Z', 'updated_at': '2022-09-29T02:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': '412fde59-23fb-4970-8076-9825972e8b0b', 'name': '', 'network_id': 'c964dc07-4697-4275-a8c4-6a1cf8f3189c', 'tenant_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'mac_address': 'fa:16:3e:b3:23:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246147df-873e-4352-b700-665329a09c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9c727c67-94a1-4bf1-ada6-7d48aaf14c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:21:40Z', 'updated_at': '2022-09-29T02:21:45Z', 'revision_number': 5, 'project_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'subnets': [{'id': '9c727c67-94a1-4bf1-ada6-7d48aaf14c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:27:32.176224 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c283b1-b338-452e-8a01-a7be51a282c8 None None] The sync data for ids ['246147df-873e-4352-b700-665329a09c4c'] in dv-cinder-740146-21-smb is: [{'id': '246147df-873e-4352-b700-665329a09c4c', 'name': 'tempest-AttachVolumeTestJSON-1037250904-router', 'tenant_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:21:38Z', 'updated_at': '2022-09-29T02:21:41Z', 'revision_number': 4, 'project_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'gw_port': {'id': '4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ff:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246147df-873e-4352-b700-665329a09c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:21:39Z', 'updated_at': '2022-09-29T02:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb', '_interfaces': [{'id': '412fde59-23fb-4970-8076-9825972e8b0b', 'name': '', 'network_id': 'c964dc07-4697-4275-a8c4-6a1cf8f3189c', 'tenant_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'mac_address': 'fa:16:3e:b3:23:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246147df-873e-4352-b700-665329a09c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9c727c67-94a1-4bf1-ada6-7d48aaf14c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:21:40Z', 'updated_at': '2022-09-29T02:21:45Z', 'revision_number': 5, 'project_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'subnets': [{'id': '9c727c67-94a1-4bf1-ada6-7d48aaf14c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:27:32.185912 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-88e989d5-10c2-45f0-9f17-a8b278edfb8e tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks [] for security_group (091f28bb-068a-4af8-be93-a20734a53106), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:32.209891 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-88e989d5-10c2-45f0-9f17-a8b278edfb8e tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks [] for security_group (091f28bb-068a-4af8-be93-a20734a53106), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:32.262876 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-88e989d5-10c2-45f0-9f17-a8b278edfb8e tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (091f28bb-068a-4af8-be93-a20734a53106), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:32.265685 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-88e989d5-10c2-45f0-9f17-a8b278edfb8e tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:32.267279 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-88e989d5-10c2-45f0-9f17-a8b278edfb8e tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/091f28bb-068a-4af8-be93-a20734a53106 HTTP/1.1" status: 204 len: 168 time: 0.1370175 Sep 29 02:27:32.270296 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 59834) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:27:32.278020 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e989d5-10c2-45f0-9f17-a8b278edfb8e tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=091f28bb-068a-4af8-be93-a20734a53106,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:27:32.287453 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.api.v2.resource [None req-36a31858-2da0-49b6-88bd-a1990cd88502 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] show failed (client error): The resource could not be found. Sep 29 02:27:32.288594 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-36a31858-2da0-49b6-88bd-a1990cd88502 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "GET /networking/v2.0/security-groups/091f28bb-068a-4af8-be93-a20734a53106 HTTP/1.1" status: 404 len: 347 time: 0.0169194 Sep 29 02:27:32.291433 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 59838) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:27:32.409944 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-8e578131-4dfa-4d74-b2db-33846024a6c8 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Deleting port a65bfe1c-c8e4-4e36-a9c6-b7142f71c6bc {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:27:32.410311 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8e578131-4dfa-4d74-b2db-33846024a6c8 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (a65bfe1c-c8e4-4e36-a9c6-b7142f71c6bc), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:32.415063 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87864426-af32-4e04-8b65-051fc4a7a12c None None] New status for floating IP 91ad7cff-1926-4838-a089-1652a4ae1640: DOWN {{(pid=106442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 29 02:27:32.493355 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8e578131-4dfa-4d74-b2db-33846024a6c8 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (a65bfe1c-c8e4-4e36-a9c6-b7142f71c6bc), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:32.493691 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8e578131-4dfa-4d74-b2db-33846024a6c8 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks [] for floatingip (a65bfe1c-c8e4-4e36-a9c6-b7142f71c6bc), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:32.506493 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-8e578131-4dfa-4d74-b2db-33846024a6c8 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Calling delete_port for a65bfe1c-c8e4-4e36-a9c6-b7142f71c6bc owned by network:floatingip {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:27:32.642999 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8e578131-4dfa-4d74-b2db-33846024a6c8 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27012499'] for port (a65bfe1c-c8e4-4e36-a9c6-b7142f71c6bc), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:32.668478 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e578131-4dfa-4d74-b2db-33846024a6c8 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Pushing event deleted for resources: {'Port': ['ID=a65bfe1c-c8e4-4e36-a9c6-b7142f71c6bc,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:27:32.697026 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e578131-4dfa-4d74-b2db-33846024a6c8 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:32.697405 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e578131-4dfa-4d74-b2db-33846024a6c8 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:32.697752 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e578131-4dfa-4d74-b2db-33846024a6c8 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:32.698092 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e578131-4dfa-4d74-b2db-33846024a6c8 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:32.698440 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e578131-4dfa-4d74-b2db-33846024a6c8 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:32.698755 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e578131-4dfa-4d74-b2db-33846024a6c8 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:32.699081 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e578131-4dfa-4d74-b2db-33846024a6c8 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:32.699411 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e578131-4dfa-4d74-b2db-33846024a6c8 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:32.699738 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e578131-4dfa-4d74-b2db-33846024a6c8 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:32.700063 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e578131-4dfa-4d74-b2db-33846024a6c8 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:32.700386 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e578131-4dfa-4d74-b2db-33846024a6c8 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:32.700709 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e578131-4dfa-4d74-b2db-33846024a6c8 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:32.701031 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e578131-4dfa-4d74-b2db-33846024a6c8 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:32.701370 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e578131-4dfa-4d74-b2db-33846024a6c8 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:32.701692 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e578131-4dfa-4d74-b2db-33846024a6c8 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:32.743834 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8e578131-4dfa-4d74-b2db-33846024a6c8 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks [] for floatingip (91ad7cff-1926-4838-a089-1652a4ae1640), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:32.746380 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-8e578131-4dfa-4d74-b2db-33846024a6c8 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203867'] for floatingip (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:32.747532 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-8e578131-4dfa-4d74-b2db-33846024a6c8 tempest-AttachVolumeTestJSON-1221481216 tempest-AttachVolumeTestJSON-1221481216-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/91ad7cff-1926-4838-a089-1652a4ae1640 HTTP/1.1" status: 204 len: 168 time: 0.4551847 Sep 29 02:27:33.687733 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 3b162185-fee2-4cd1-a7d6-4d3d40320dc0 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:27:33.708393 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] No Port match for: 3b162185-fee2-4cd1-a7d6-4d3d40320dc0 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:27:33.708729 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Device 3b162185-fee2-4cd1-a7d6-4d3d40320dc0 not bound to the agent host hv-cinder-74014 {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:27:36.292937 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 59866) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:27:36.637823 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aa498158-4eb1-4184-a8bc-d9b06ce8d8ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2064814'] for router_interface (246147df-873e-4352-b700-665329a09c4c), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:36.760781 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:36.792487 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:36.856710 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-aa498158-4eb1-4184-a8bc-d9b06ce8d8ac admin admin] Deleting port 412fde59-23fb-4970-8076-9825972e8b0b {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:27:36.857047 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aa498158-4eb1-4184-a8bc-d9b06ce8d8ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (412fde59-23fb-4970-8076-9825972e8b0b), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:36.938077 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-aa498158-4eb1-4184-a8bc-d9b06ce8d8ac admin admin] For port 412fde59-23fb-4970-8076-9825972e8b0b, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=412fde59-23fb-4970-8076-9825972e8b0b,segment=NetworkSegment(8f016d59-6f89-4565-af8e-43a283f8d77d),segment_id=8f016d59-6f89-4565-af8e-43a283f8d77d)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:27:36.938443 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aa498158-4eb1-4184-a8bc-d9b06ce8d8ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (412fde59-23fb-4970-8076-9825972e8b0b), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:36.950863 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-aa498158-4eb1-4184-a8bc-d9b06ce8d8ac admin admin] Calling delete_port for 412fde59-23fb-4970-8076-9825972e8b0b owned by network:router_interface {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:27:37.122680 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aa498158-4eb1-4184-a8bc-d9b06ce8d8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27012499'] for port (412fde59-23fb-4970-8076-9825972e8b0b), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:37.145880 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa498158-4eb1-4184-a8bc-d9b06ce8d8ac admin admin] Pushing event deleted for resources: {'Port': ['ID=412fde59-23fb-4970-8076-9825972e8b0b,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:27:37.309295 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-aa498158-4eb1-4184-a8bc-d9b06ce8d8ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1703193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1595422'] for router_interface (246147df-873e-4352-b700-665329a09c4c), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:37.763565 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa498158-4eb1-4184-a8bc-d9b06ce8d8ac admin admin] Router 246147df-873e-4352-b700-665329a09c4c has already been hosted by L3 agent 02537244-7aac-4e15-a9bc-7e3cb4bf32e7 {{(pid=106439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 02:27:37.811196 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:37.847789 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:37.869493 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa498158-4eb1-4184-a8bc-d9b06ce8d8ac admin admin] Notify agent at l3_agent.dv-cinder-740146-21-smb the message routers_updated {{(pid=106439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 02:27:37.874543 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-aa498158-4eb1-4184-a8bc-d9b06ce8d8ac admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/246147df-873e-4352-b700-665329a09c4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5810041 Sep 29 02:27:37.877087 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 59870) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:27:37.878645 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbbcfb7-3b70-4fa0-b546-671f15aef157 None None] Sync routers for ids ['246147df-873e-4352-b700-665329a09c4c'] in dv-cinder-740146-21-smb {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 02:27:37.889463 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbbcfb7-3b70-4fa0-b546-671f15aef157 None None] Routers {'246147df-873e-4352-b700-665329a09c4c'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:27:37.890071 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-2dbbcfb7-3b70-4fa0-b546-671f15aef157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:27:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['246147df-873e-4352-b700-665329a09c4c'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:27:37.978033 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-07956c7c-d867-479d-8fe2-c5e6a6bdc37f admin admin] Publish callbacks [] for router (246147df-873e-4352-b700-665329a09c4c), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:37.991623 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-2dbbcfb7-3b70-4fa0-b546-671f15aef157 None None] Set router 246147df-873e-4352-b700-665329a09c4c gateway port host: dv-cinder-740146-21-smb {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:27:38.077802 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-07956c7c-d867-479d-8fe2-c5e6a6bdc37f admin admin] Publish callbacks [] for router_gateway (246147df-873e-4352-b700-665329a09c4c), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:38.095442 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:38.120649 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:38.124527 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-07956c7c-d867-479d-8fe2-c5e6a6bdc37f admin admin] Deleting port 4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:27:38.124835 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-07956c7c-d867-479d-8fe2-c5e6a6bdc37f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:38.161333 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [req-204463b1-0873-4cd4-a2c0-453a6ed4d1f7 req-43d7516c-b271-434a-b180-503be76ed193 service neutron] (106439) timed out ('10.222.0.16', 53552) {{(pid=106439) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 29 02:27:38.165375 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-2dbbcfb7-3b70-4fa0-b546-671f15aef157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246147df-873e-4352-b700-665329a09c4c', 'name': 'tempest-AttachVolumeTestJSON-1037250904-router', 'tenant_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'external_fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:21:38Z', 'updated_at': '2022-09-29T02:27:37Z', 'revision_number': 5, 'project_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'gw_port': {'id': '4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4', 'name': '', 'network_id': 'b2b1ba0e-5ee1-4bd7-9d03-2bb9a1b01bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ff:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246147df-873e-4352-b700-665329a09c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T02:21:39Z', 'updated_at': '2022-09-29T02:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0ffa218-6ca5-4006-b711-a782d769deaf', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-21-smb'}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:27:38.190238 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbbcfb7-3b70-4fa0-b546-671f15aef157 None None] Checking router: 246147df-873e-4352-b700-665329a09c4c for host: dv-cinder-740146-21-smb {{(pid=106441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 02:27:38.199337 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbbcfb7-3b70-4fa0-b546-671f15aef157 None None] Routers {'246147df-873e-4352-b700-665329a09c4c'} bound to L3 agent in host dv-cinder-740146-21-smb {{(pid=106441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 29 02:27:38.199978 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-2dbbcfb7-3b70-4fa0-b546-671f15aef157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T02:03:22Z,description=,heartbeat_timestamp=2022-09-29T02:27:22Z,host='dv-cinder-740146-21-smb',id=02537244-7aac-4e15-a9bc-7e3cb4bf32e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T02:03:22Z,topic='l3_agent')) {'router_ids': ['246147df-873e-4352-b700-665329a09c4c'], 'active': True} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:27:38.207723 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-07956c7c-d867-479d-8fe2-c5e6a6bdc37f admin admin] For port 4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4,segment=NetworkSegment(3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633),segment_id=3cfcbdf0-e4f5-48e7-abbf-f70be9e7f633)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:27:38.208088 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-07956c7c-d867-479d-8fe2-c5e6a6bdc37f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:38.220694 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-07956c7c-d867-479d-8fe2-c5e6a6bdc37f admin admin] Calling delete_port for 4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4 owned by network:router_gateway {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:27:38.281474 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvr_db [None req-2dbbcfb7-3b70-4fa0-b546-671f15aef157 None None] Set router 246147df-873e-4352-b700-665329a09c4c gateway port host: None {{(pid=106441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 29 02:27:38.328822 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_hamode_db [None req-2dbbcfb7-3b70-4fa0-b546-671f15aef157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246147df-873e-4352-b700-665329a09c4c', 'name': 'tempest-AttachVolumeTestJSON-1037250904-router', 'tenant_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:21:38Z', 'updated_at': '2022-09-29T02:27:38Z', 'revision_number': 6, 'project_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'gw_port_host': None}], 'dv-cinder-740146-21-smb', False) {} {{(pid=106441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:27:38.353474 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbbcfb7-3b70-4fa0-b546-671f15aef157 None None] The sync data for ids ['246147df-873e-4352-b700-665329a09c4c'] in dv-cinder-740146-21-smb is: [{'id': '246147df-873e-4352-b700-665329a09c4c', 'name': 'tempest-AttachVolumeTestJSON-1037250904-router', 'tenant_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T02:21:38Z', 'updated_at': '2022-09-29T02:27:38Z', 'revision_number': 6, 'project_id': 'f44d9cbd3a954891bdeb4ad11ad9d535', 'gw_port_host': None}] {{(pid=106441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 02:27:38.393487 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-07956c7c-d867-479d-8fe2-c5e6a6bdc37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27012499'] for port (4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:38.401241 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:38.421535 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07956c7c-d867-479d-8fe2-c5e6a6bdc37f admin admin] Pushing event deleted for resources: {'Port': ['ID=4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:27:38.482074 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-07956c7c-d867-479d-8fe2-c5e6a6bdc37f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1596264'] for router_gateway (246147df-873e-4352-b700-665329a09c4c), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:38.569857 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-07956c7c-d867-479d-8fe2-c5e6a6bdc37f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10382'] for router (246147df-873e-4352-b700-665329a09c4c), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:38.572083 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-07956c7c-d867-479d-8fe2-c5e6a6bdc37f admin admin] Publish callbacks [] for router_controller (246147df-873e-4352-b700-665329a09c4c), precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:38.616862 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-07956c7c-d867-479d-8fe2-c5e6a6bdc37f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1595496'] for router (246147df-873e-4352-b700-665329a09c4c), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:38.617428 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07956c7c-d867-479d-8fe2-c5e6a6bdc37f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 246147df-873e-4352-b700-665329a09c4c {{(pid=106439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 02:27:38.622327 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-07956c7c-d867-479d-8fe2-c5e6a6bdc37f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:38.623537 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-07956c7c-d867-479d-8fe2-c5e6a6bdc37f admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/246147df-873e-4352-b700-665329a09c4c HTTP/1.1" status: 204 len: 168 time: 0.7452641 Sep 29 02:27:38.626091 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 59872) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:27:38.670179 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce387777-db4d-4a43-8f6e-3f7a54311938 admin admin] Deleting subnet 9c727c67-94a1-4bf1-ada6-7d48aaf14c31 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 29 02:27:38.673198 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ce387777-db4d-4a43-8f6e-3f7a54311938 admin admin] Publish callbacks [] for subnet (9c727c67-94a1-4bf1-ada6-7d48aaf14c31), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:38.709364 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ce387777-db4d-4a43-8f6e-3f7a54311938 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27011539'] for subnet (9c727c67-94a1-4bf1-ada6-7d48aaf14c31), precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:38.747416 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:38.748366 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:38.827709 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ce387777-db4d-4a43-8f6e-3f7a54311938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-885443'] for subnet (9c727c67-94a1-4bf1-ada6-7d48aaf14c31), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:38.879383 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ce387777-db4d-4a43-8f6e-3f7a54311938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-890536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27012558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3574002'] for subnet (9c727c67-94a1-4bf1-ada6-7d48aaf14c31), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:38.905276 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce387777-db4d-4a43-8f6e-3f7a54311938 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c727c67-94a1-4bf1-ada6-7d48aaf14c31,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:27:38.910896 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-ce387777-db4d-4a43-8f6e-3f7a54311938 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:38.914457 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-ce387777-db4d-4a43-8f6e-3f7a54311938 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/9c727c67-94a1-4bf1-ada6-7d48aaf14c31 HTTP/1.1" status: 204 len: 168 time: 0.2870505 Sep 29 02:27:38.916596 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 59874) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:27:38.917401 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8052496d-8630-4ac9-b23e-9e6b376d551e None None] Network c964dc07-4697-4275-a8c4-6a1cf8f3189c requested from dv-cinder-740146-21-smb {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:27:38.987797 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b88f64e7-b5d8-4f38-886e-4e93864202f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790930'] for network (c964dc07-4697-4275-a8c4-6a1cf8f3189c), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:39.031286 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-b88f64e7-b5d8-4f38-886e-4e93864202f3 admin admin] Deleting port 6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8 {{(pid=106439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:27:39.031624 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b88f64e7-b5d8-4f38-886e-4e93864202f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:39.095263 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.db [None req-b88f64e7-b5d8-4f38-886e-4e93864202f3 admin admin] For port 6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8, host dv-cinder-740146-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-21-smb',level=0,port_id=6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8,segment=NetworkSegment(8f016d59-6f89-4565-af8e-43a283f8d77d),segment_id=8f016d59-6f89-4565-af8e-43a283f8d77d)] {{(pid=106439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:27:39.095550 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b88f64e7-b5d8-4f38-886e-4e93864202f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:39.108143 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.plugin [None req-b88f64e7-b5d8-4f38-886e-4e93864202f3 admin admin] Calling delete_port for 6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8 owned by network:dhcp {{(pid=106439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:27:39.161488 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fd3692-df7f-4e7e-85c6-00b1a648d6f1 None None] DHCP port deletion for c964dc07-4697-4275-a8c4-6a1cf8f3189c request from dv-cinder-740146-21-smb {{(pid=106441) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 29 02:27:39.189829 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b88f64e7-b5d8-4f38-886e-4e93864202f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27012499'] for port (6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:39.195074 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 412fde59-23fb-4970-8076-9825972e8b0b no longer exists at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:27:39.214731 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f64e7-b5d8-4f38-886e-4e93864202f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:27:39.217986 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88f64e7-b5d8-4f38-886e-4e93864202f3 admin admin] No DVR routers for this DVR port 6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8 on host dv-cinder-740146-21-smb {{(pid=106439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:27:39.219447 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] No Port match for: 412fde59-23fb-4970-8076-9825972e8b0b {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:27:39.219793 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 412fde59-23fb-4970-8076-9825972e8b0b not bound to the agent host dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:27:39.225238 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-64fd3692-df7f-4e7e-85c6-00b1a648d6f1 None None] Deleting port 6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8 {{(pid=106441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 29 02:27:39.225636 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-64fd3692-df7f-4e7e-85c6-00b1a648d6f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769072490774'] for port (6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8), before_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:39.295219 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.db [None req-64fd3692-df7f-4e7e-85c6-00b1a648d6f1 None None] For port 6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8, host dv-cinder-740146-21-smb, got binding levels [] {{(pid=106441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 02:27:39.295920 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-64fd3692-df7f-4e7e-85c6-00b1a648d6f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072424'] for port (6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8), precommit_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:39.303460 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b88f64e7-b5d8-4f38-886e-4e93864202f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-847605', 'neutron.services.segments.db._delete_segments_for_network-8769072566986'] for network (c964dc07-4697-4275-a8c4-6a1cf8f3189c), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:39.309102 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-64fd3692-df7f-4e7e-85c6-00b1a648d6f1 None None] Calling delete_port for 6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8 owned by network:dhcp {{(pid=106441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 29 02:27:39.311860 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.ipam_backend_mixin [None req-64fd3692-df7f-4e7e-85c6-00b1a648d6f1 None None] Port 6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8 was not found and therefore no delete operation was performed {{(pid=106441) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 29 02:27:39.313062 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-64fd3692-df7f-4e7e-85c6-00b1a648d6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-691471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769072493204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769072051429'] for port (6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8), after_delete {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:39.324339 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.services.segments.db [None req-b88f64e7-b5d8-4f38-886e-4e93864202f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c964dc07-4697-4275-a8c4-6a1cf8f3189c']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:27:39.333634 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.services.segments.db [None req-b88f64e7-b5d8-4f38-886e-4e93864202f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f016d59-6f89-4565-af8e-43a283f8d77d') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:27:39.333964 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.services.segments.db [None req-b88f64e7-b5d8-4f38-886e-4e93864202f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f016d59-6f89-4565-af8e-43a283f8d77d') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:27:39.340244 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd3692-df7f-4e7e-85c6-00b1a648d6f1 None None] Pushing event deleted for resources: {'Port': ['ID=6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8,revision_number=None']} {{(pid=106441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:27:39.343766 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b88f64e7-b5d8-4f38-886e-4e93864202f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769072454503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27011546'] for segment (8f016d59-6f89-4565-af8e-43a283f8d77d), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:39.345262 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fd3692-df7f-4e7e-85c6-00b1a648d6f1 None None] No DVR routers for this DVR port 6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8 on host dv-cinder-740146-21-smb {{(pid=106441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 29 02:27:39.352626 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fd3692-df7f-4e7e-85c6-00b1a648d6f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:39.352751 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fd3692-df7f-4e7e-85c6-00b1a648d6f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:39.353052 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fd3692-df7f-4e7e-85c6-00b1a648d6f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:39.353421 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fd3692-df7f-4e7e-85c6-00b1a648d6f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:39.353754 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fd3692-df7f-4e7e-85c6-00b1a648d6f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:39.354082 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fd3692-df7f-4e7e-85c6-00b1a648d6f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:39.354404 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fd3692-df7f-4e7e-85c6-00b1a648d6f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:39.354726 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fd3692-df7f-4e7e-85c6-00b1a648d6f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:39.355051 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fd3692-df7f-4e7e-85c6-00b1a648d6f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:39.360513 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fd3692-df7f-4e7e-85c6-00b1a648d6f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:39.360513 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fd3692-df7f-4e7e-85c6-00b1a648d6f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:39.360513 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fd3692-df7f-4e7e-85c6-00b1a648d6f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:39.360513 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fd3692-df7f-4e7e-85c6-00b1a648d6f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:39.360513 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fd3692-df7f-4e7e-85c6-00b1a648d6f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:39.360513 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fd3692-df7f-4e7e-85c6-00b1a648d6f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:27:39.361576 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b88f64e7-b5d8-4f38-886e-4e93864202f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841896'] for segment (8f016d59-6f89-4565-af8e-43a283f8d77d), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:39.370792 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b88f64e7-b5d8-4f38-886e-4e93864202f3 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 02:27:39.371236 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b88f64e7-b5d8-4f38-886e-4e93864202f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27012448'] for segment (8f016d59-6f89-4565-af8e-43a283f8d77d), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:39.438003 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b88f64e7-b5d8-4f38-886e-4e93864202f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-847614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1596307'] for network (c964dc07-4697-4275-a8c4-6a1cf8f3189c), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:39.447178 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-b88f64e7-b5d8-4f38-886e-4e93864202f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for network (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:39.449632 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-b88f64e7-b5d8-4f38-886e-4e93864202f3 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/c964dc07-4697-4275-a8c4-6a1cf8f3189c HTTP/1.1" status: 204 len: 168 time: 0.5320780 Sep 29 02:27:39.461538 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f64e7-b5d8-4f38-886e-4e93864202f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c964dc07-4697-4275-a8c4-6a1cf8f3189c,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:27:39.469014 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.services.segments.plugin [-] Segment 8f016d59-6f89-4565-af8e-43a283f8d77d resource provider aggregate not found Sep 29 02:27:39.487231 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.services.segments.plugin [-] Segment 8f016d59-6f89-4565-af8e-43a283f8d77d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f016d59-6f89-4565-af8e-43a283f8d77d found for delete ", "request_id": "req-24d416aa-0a48-48f9-a416-d17873cfbd62"}]} Sep 29 02:27:39.561979 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 59884) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:27:39.601127 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-88695155-c846-43bb-b86d-392df5b60368 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=f44d9cbd3a954891bdeb4ad11ad9d535&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380156 Sep 29 02:27:39.603835 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 59886) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:27:39.650744 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1d8494a2-8167-4c6d-bdcc-5329f1c3ab89 admin admin] Publish callbacks [] for security_group (203be272-ba56-4a35-b552-d7f4e3b4d78d), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:39.670743 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1d8494a2-8167-4c6d-bdcc-5329f1c3ab89 admin admin] Publish callbacks [] for security_group (203be272-ba56-4a35-b552-d7f4e3b4d78d), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:39.686906 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:39.719093 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1d8494a2-8167-4c6d-bdcc-5329f1c3ab89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (203be272-ba56-4a35-b552-d7f4e3b4d78d), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:39.721794 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-1d8494a2-8167-4c6d-bdcc-5329f1c3ab89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:39.722936 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-1d8494a2-8167-4c6d-bdcc-5329f1c3ab89 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/203be272-ba56-4a35-b552-d7f4e3b4d78d HTTP/1.1" status: 204 len: 168 time: 0.1182172 Sep 29 02:27:39.731770 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8494a2-8167-4c6d-bdcc-5329f1c3ab89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203be272-ba56-4a35-b552-d7f4e3b4d78d,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:27:40.389505 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 59908) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:27:40.486978 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-88c63714-09ae-4820-8546-b88b71fc2572 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1007020210-network', 'tenant_id': 'ccf0a817350942a1b0ccd9f0b4038706'}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:27:40.498714 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:40.508790 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c63714-09ae-4820-8546-b88b71fc2572 admin admin] Made reservation on behalf of ccf0a817350942a1b0ccd9f0b4038706 for: {'network': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:27:40.511081 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-88c63714-09ae-4820-8546-b88b71fc2572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for network (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:40.520503 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-88c63714-09ae-4820-8546-b88b71fc2572 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:40.598290 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-88c63714-09ae-4820-8546-b88b71fc2572 admin admin] Publish callbacks [] for security_group (77f36f11-419f-4b3d-a5e5-83ec24ef2a90), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:40.602839 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-88c63714-09ae-4820-8546-b88b71fc2572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (77f36f11-419f-4b3d-a5e5-83ec24ef2a90), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:40.631929 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88c63714-09ae-4820-8546-b88b71fc2572 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=106439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:27:40.637452 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c63714-09ae-4820-8546-b88b71fc2572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f36f11-419f-4b3d-a5e5-83ec24ef2a90,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:27:40.645178 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-88c63714-09ae-4820-8546-b88b71fc2572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841896'] for segment (7fdec925-7de7-4b15-bf9d-79fe24198266), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:40.645353 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.db.segments_db [None req-88c63714-09ae-4820-8546-b88b71fc2572 admin admin] Added segment 7fdec925-7de7-4b15-bf9d-79fe24198266 of type vlan for network 5a8c3c8e-813f-4c6b-8b74-d6c05b9000e9 Sep 29 02:27:40.687015 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-88c63714-09ae-4820-8546-b88b71fc2572 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769072021697'] for network (5a8c3c8e-813f-4c6b-8b74-d6c05b9000e9), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:40.712938 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-88c63714-09ae-4820-8546-b88b71fc2572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168'] for network (5a8c3c8e-813f-4c6b-8b74-d6c05b9000e9), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:40.714040 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c63714-09ae-4820-8546-b88b71fc2572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:27:40.714666 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-88c63714-09ae-4820-8546-b88b71fc2572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for network (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:40.749696 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4 no longer exists at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:27:40.769485 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] No Port match for: 4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:27:40.769714 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-88c63714-09ae-4820-8546-b88b71fc2572 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3790011 Sep 29 02:27:40.769819 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 4bc4c2c4-c79e-425e-a95e-1ff6a6ab00c4 not bound to the agent host dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:27:40.770346 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8 no longer exists at agent ovs-agent-dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 02:27:40.774371 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 59912) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:27:40.779900 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-0fae9b87-f3b6-42aa-abbe-3efefe438331 admin admin] Request body: {'subnet': {'network_id': '5a8c3c8e-813f-4c6b-8b74-d6c05b9000e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1007020210-subnet', 'tenant_id': 'ccf0a817350942a1b0ccd9f0b4038706', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:27:40.781784 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c63714-09ae-4820-8546-b88b71fc2572 admin admin] Pushing event updated for resources: {'Network': ['ID=5a8c3c8e-813f-4c6b-8b74-d6c05b9000e9,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:27:40.790146 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.plugin [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] No Port match for: 6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8 {{(pid=106441) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 29 02:27:40.790364 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Device 6b4eb357-bd68-44ae-9bf6-c6d5d1bf87b8 not bound to the agent host dv-cinder-740146-21-smb {{(pid=106441) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 02:27:40.794656 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Network 5a8c3c8e-813f-4c6b-8b74-d6c05b9000e9 details requested by agent ovs-agent-dv-cinder-740146-21-smb with host dv-cinder-740146-21-smb {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:27:40.808204 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fae9b87-f3b6-42aa-abbe-3efefe438331 admin admin] Made reservation on behalf of ccf0a817350942a1b0ccd9f0b4038706 for: {'subnet': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:27:40.810931 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0fae9b87-f3b6-42aa-abbe-3efefe438331 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25691299'] for subnet (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:40.980397 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0fae9b87-f3b6-42aa-abbe-3efefe438331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26031399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25691285'] for subnet (e993c238-6823-48d8-8c63-9a2fb8cfdada), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:41.035510 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae9b87-f3b6-42aa-abbe-3efefe438331 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e993c238-6823-48d8-8c63-9a2fb8cfdada,revision_number=0']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:27:41.044551 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fae9b87-f3b6-42aa-abbe-3efefe438331 admin admin] Checking segment: {'id': '7fdec925-7de7-4b15-bf9d-79fe24198266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5a8c3c8e-813f-4c6b-8b74-d6c05b9000e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:27:41.044905 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fae9b87-f3b6-42aa-abbe-3efefe438331 admin admin] Network hostable DHCP agents. Network: 5a8c3c8e-813f-4c6b-8b74-d6c05b9000e9, hostable agents: ['7f4c726f-d790-49c7-8982-ed059dd67ac5'], hosted agents: [] {{(pid=106440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:27:41.061338 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fae9b87-f3b6-42aa-abbe-3efefe438331 admin admin] Network 5a8c3c8e-813f-4c6b-8b74-d6c05b9000e9 is scheduled to be hosted by DHCP agent 7f4c726f-d790-49c7-8982-ed059dd67ac5 with binding_index 1 {{(pid=106440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:27:41.069690 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.scheduler.base_scheduler [None req-0fae9b87-f3b6-42aa-abbe-3efefe438331 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-21-smb, 5a8c3c8e-813f-4c6b-8b74-d6c05b9000e9) {{(pid=106440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:27:41.073574 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fae9b87-f3b6-42aa-abbe-3efefe438331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:27:41.074157 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-0fae9b87-f3b6-42aa-abbe-3efefe438331 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for subnet (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:41.078859 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a6d7e2-01b0-43a3-93e7-282b21ac96ca None None] Network 5a8c3c8e-813f-4c6b-8b74-d6c05b9000e9 requested from dv-cinder-740146-21-smb {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:27:41.089908 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-0fae9b87-f3b6-42aa-abbe-3efefe438331 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3137162 Sep 29 02:27:41.307353 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8fc4ac-e821-4dd1-b1ec-0532be702012 None None] Network 5a8c3c8e-813f-4c6b-8b74-d6c05b9000e9 requested from dv-cinder-740146-21-smb {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:27:41.565051 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 59928) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:27:41.570007 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.v2.base [None req-eba60542-1cc4-42f5-8107-b91b300ab552 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-128794882-network', 'tenant_id': 'ba606b81f4f0450696c0bb0ada561989'}} {{(pid=106440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:27:41.590090 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba60542-1cc4-42f5-8107-b91b300ab552 admin admin] Made reservation on behalf of ba606b81f4f0450696c0bb0ada561989 for: {'network': 1} {{(pid=106440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:27:41.592387 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eba60542-1cc4-42f5-8107-b91b300ab552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-691404'] for network (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:41.602940 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eba60542-1cc4-42f5-8107-b91b300ab552 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:41.620501 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:41.683148 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eba60542-1cc4-42f5-8107-b91b300ab552 admin admin] Publish callbacks [] for security_group (ec302a34-ee0c-4ae5-925b-911dba742582), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:41.686824 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eba60542-1cc4-42f5-8107-b91b300ab552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (ec302a34-ee0c-4ae5-925b-911dba742582), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:41.708289 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eba60542-1cc4-42f5-8107-b91b300ab552 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=106440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 02:27:41.710576 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:41.727437 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba60542-1cc4-42f5-8107-b91b300ab552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec302a34-ee0c-4ae5-925b-911dba742582,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:27:41.730532 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eba60542-1cc4-42f5-8107-b91b300ab552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841896'] for segment (59de216f-f9c1-4bb4-95d0-d21294f28249), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:41.730879 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.db.segments_db [None req-eba60542-1cc4-42f5-8107-b91b300ab552 admin admin] Added segment 59de216f-f9c1-4bb4-95d0-d21294f28249 of type vlan for network 67d17007-c6a6-4001-a5ca-6c35c6c68a07 Sep 29 02:27:41.777864 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eba60542-1cc4-42f5-8107-b91b300ab552 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769072021697'] for network (67d17007-c6a6-4001-a5ca-6c35c6c68a07), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:41.807574 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eba60542-1cc4-42f5-8107-b91b300ab552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168'] for network (67d17007-c6a6-4001-a5ca-6c35c6c68a07), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:41.808707 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba60542-1cc4-42f5-8107-b91b300ab552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:27:41.809297 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-eba60542-1cc4-42f5-8107-b91b300ab552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for network (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:41.875585 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-eba60542-1cc4-42f5-8107-b91b300ab552 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3093851 Sep 29 02:27:41.878441 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 59930) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:27:41.884094 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.v2.base [None req-e2e79df0-4d85-402c-a0f6-f842e9992122 admin admin] Request body: {'subnet': {'network_id': '67d17007-c6a6-4001-a5ca-6c35c6c68a07', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-128794882-subnet', 'tenant_id': 'ba606b81f4f0450696c0bb0ada561989', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 02:27:41.889998 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba60542-1cc4-42f5-8107-b91b300ab552 admin admin] Pushing event updated for resources: {'Network': ['ID=67d17007-c6a6-4001-a5ca-6c35c6c68a07,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:27:41.901684 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.plugins.ml2.rpc [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Network 67d17007-c6a6-4001-a5ca-6c35c6c68a07 details requested by agent ovs-agent-dv-cinder-740146-21-smb with host dv-cinder-740146-21-smb {{(pid=106441) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 02:27:41.907823 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e79df0-4d85-402c-a0f6-f842e9992122 admin admin] Made reservation on behalf of ba606b81f4f0450696c0bb0ada561989 for: {'subnet': 1} {{(pid=106439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 02:27:41.910053 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e2e79df0-4d85-402c-a0f6-f842e9992122 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3573967'] for subnet (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:42.076511 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e2e79df0-4d85-402c-a0f6-f842e9992122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27011331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3574009'] for subnet (b2dd4c57-4d91-4ed6-9f7d-0e4a7b3ac0b1), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:42.142166 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e79df0-4d85-402c-a0f6-f842e9992122 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2dd4c57-4d91-4ed6-9f7d-0e4a7b3ac0b1,revision_number=0']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:27:42.151866 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e79df0-4d85-402c-a0f6-f842e9992122 admin admin] Checking segment: {'id': '59de216f-f9c1-4bb4-95d0-d21294f28249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '67d17007-c6a6-4001-a5ca-6c35c6c68a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 29 02:27:42.152215 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e79df0-4d85-402c-a0f6-f842e9992122 admin admin] Network hostable DHCP agents. Network: 67d17007-c6a6-4001-a5ca-6c35c6c68a07, hostable agents: ['7f4c726f-d790-49c7-8982-ed059dd67ac5'], hosted agents: [] {{(pid=106439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 02:27:42.169283 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e79df0-4d85-402c-a0f6-f842e9992122 admin admin] Network 67d17007-c6a6-4001-a5ca-6c35c6c68a07 is scheduled to be hosted by DHCP agent 7f4c726f-d790-49c7-8982-ed059dd67ac5 with binding_index 1 {{(pid=106439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 02:27:42.178431 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.scheduler.base_scheduler [None req-e2e79df0-4d85-402c-a0f6-f842e9992122 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-21-smb, 67d17007-c6a6-4001-a5ca-6c35c6c68a07) {{(pid=106439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 02:27:42.182888 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e79df0-4d85-402c-a0f6-f842e9992122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 02:27:42.183945 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e2e79df0-4d85-402c-a0f6-f842e9992122 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:42.187292 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5818b8-8f96-4ed7-b07c-501294bcc3d6 None None] Network 67d17007-c6a6-4001-a5ca-6c35c6c68a07 requested from dv-cinder-740146-21-smb {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:27:42.205837 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-e2e79df0-4d85-402c-a0f6-f842e9992122 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3261876 Sep 29 02:27:42.287943 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea37d2fd-8c3d-45af-8975-aa56563fc6cf None None] Network 67d17007-c6a6-4001-a5ca-6c35c6c68a07 requested from dv-cinder-740146-21-smb {{(pid=106441) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 29 02:27:42.323503 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 59934) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:27:42.353987 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=100 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:42.360528 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:42.369884 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9169f45-fec6-46b0-88f7-3adc6d50b79d admin admin] Deleting subnet e993c238-6823-48d8-8c63-9a2fb8cfdada {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 29 02:27:42.373124 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a9169f45-fec6-46b0-88f7-3adc6d50b79d admin admin] Publish callbacks [] for subnet (e993c238-6823-48d8-8c63-9a2fb8cfdada), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:42.400146 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:42.402458 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:42.411575 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a9169f45-fec6-46b0-88f7-3adc6d50b79d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27011539'] for subnet (e993c238-6823-48d8-8c63-9a2fb8cfdada), precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:42.457188 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a9169f45-fec6-46b0-88f7-3adc6d50b79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-885443'] for subnet (e993c238-6823-48d8-8c63-9a2fb8cfdada), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:42.487612 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:42.489694 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:42.510889 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a9169f45-fec6-46b0-88f7-3adc6d50b79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-890536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27012558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3574002'] for subnet (e993c238-6823-48d8-8c63-9a2fb8cfdada), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:42.539337 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-a9169f45-fec6-46b0-88f7-3adc6d50b79d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:42.542489 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-a9169f45-fec6-46b0-88f7-3adc6d50b79d admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/e993c238-6823-48d8-8c63-9a2fb8cfdada HTTP/1.1" status: 204 len: 168 time: 0.2179341 Sep 29 02:27:42.543545 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9169f45-fec6-46b0-88f7-3adc6d50b79d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e993c238-6823-48d8-8c63-9a2fb8cfdada,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:27:42.545098 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 59936) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:27:42.616162 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f8295e0b-cde5-4ec4-b3d9-0df4c59f771d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790930'] for network (5a8c3c8e-813f-4c6b-8b74-d6c05b9000e9), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:42.692044 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f8295e0b-cde5-4ec4-b3d9-0df4c59f771d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-847605', 'neutron.services.segments.db._delete_segments_for_network-8769072566986'] for network (5a8c3c8e-813f-4c6b-8b74-d6c05b9000e9), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:42.713227 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.services.segments.db [None req-f8295e0b-cde5-4ec4-b3d9-0df4c59f771d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a8c3c8e-813f-4c6b-8b74-d6c05b9000e9']}} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:27:42.722301 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.services.segments.db [None req-f8295e0b-cde5-4ec4-b3d9-0df4c59f771d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fdec925-7de7-4b15-bf9d-79fe24198266') {'for_net_delete': True} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:27:42.722595 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.services.segments.db [None req-f8295e0b-cde5-4ec4-b3d9-0df4c59f771d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fdec925-7de7-4b15-bf9d-79fe24198266') {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:27:42.732159 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f8295e0b-cde5-4ec4-b3d9-0df4c59f771d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769072454503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26031568'] for segment (7fdec925-7de7-4b15-bf9d-79fe24198266), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:42.745756 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f8295e0b-cde5-4ec4-b3d9-0df4c59f771d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841896'] for segment (7fdec925-7de7-4b15-bf9d-79fe24198266), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:42.751985 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8295e0b-cde5-4ec4-b3d9-0df4c59f771d admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=106440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 02:27:42.752366 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f8295e0b-cde5-4ec4-b3d9-0df4c59f771d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26030404'] for segment (7fdec925-7de7-4b15-bf9d-79fe24198266), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:42.815996 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f8295e0b-cde5-4ec4-b3d9-0df4c59f771d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-847614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1596307'] for network (5a8c3c8e-813f-4c6b-8b74-d6c05b9000e9), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:42.823244 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-f8295e0b-cde5-4ec4-b3d9-0df4c59f771d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for network (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:42.826403 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-f8295e0b-cde5-4ec4-b3d9-0df4c59f771d admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/5a8c3c8e-813f-4c6b-8b74-d6c05b9000e9 HTTP/1.1" status: 204 len: 168 time: 0.2801707 Sep 29 02:27:42.830890 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 59942) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:27:42.839767 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8295e0b-cde5-4ec4-b3d9-0df4c59f771d admin admin] Pushing event deleted for resources: {'Network': ['ID=5a8c3c8e-813f-4c6b-8b74-d6c05b9000e9,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:27:42.882317 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.db.db_base_plugin_v2 [None req-3da145f6-39c0-450a-b3ce-e4e31ccd1bc1 admin admin] Deleting subnet b2dd4c57-4d91-4ed6-9f7d-0e4a7b3ac0b1 {{(pid=106439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 29 02:27:42.885866 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3da145f6-39c0-450a-b3ce-e4e31ccd1bc1 admin admin] Publish callbacks [] for subnet (b2dd4c57-4d91-4ed6-9f7d-0e4a7b3ac0b1), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:42.898109 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.services.segments.plugin [-] Segment 7fdec925-7de7-4b15-bf9d-79fe24198266 resource provider aggregate not found Sep 29 02:27:42.917874 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.services.segments.plugin [-] Segment 7fdec925-7de7-4b15-bf9d-79fe24198266 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7fdec925-7de7-4b15-bf9d-79fe24198266 found for delete ", "request_id": "req-f0542de3-a754-4381-abc9-e2c97ee929ba"}]} Sep 29 02:27:42.924770 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3da145f6-39c0-450a-b3ce-e4e31ccd1bc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27011539'] for subnet (b2dd4c57-4d91-4ed6-9f7d-0e4a7b3ac0b1), precommit_delete_associations {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:42.963437 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3da145f6-39c0-450a-b3ce-e4e31ccd1bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-885443'] for subnet (b2dd4c57-4d91-4ed6-9f7d-0e4a7b3ac0b1), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:43.015097 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3da145f6-39c0-450a-b3ce-e4e31ccd1bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-890536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27012558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3574002'] for subnet (b2dd4c57-4d91-4ed6-9f7d-0e4a7b3ac0b1), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:43.037734 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da145f6-39c0-450a-b3ce-e4e31ccd1bc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2dd4c57-4d91-4ed6-9f7d-0e4a7b3ac0b1,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:27:43.043040 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-3da145f6-39c0-450a-b3ce-e4e31ccd1bc1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:43.046071 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-3da145f6-39c0-450a-b3ce-e4e31ccd1bc1 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/b2dd4c57-4d91-4ed6-9f7d-0e4a7b3ac0b1 HTTP/1.1" status: 204 len: 168 time: 0.2137878 Sep 29 02:27:43.048498 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 59946) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:27:43.117676 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-279f075e-c5f6-4ce4-afe8-dfbd9ba1b58d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790930'] for network (67d17007-c6a6-4001-a5ca-6c35c6c68a07), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:43.194664 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-279f075e-c5f6-4ce4-afe8-dfbd9ba1b58d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-847605', 'neutron.services.segments.db._delete_segments_for_network-8769072566986'] for network (67d17007-c6a6-4001-a5ca-6c35c6c68a07), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:43.215478 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.services.segments.db [None req-279f075e-c5f6-4ce4-afe8-dfbd9ba1b58d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67d17007-c6a6-4001-a5ca-6c35c6c68a07']}} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:27:43.224298 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.services.segments.db [None req-279f075e-c5f6-4ce4-afe8-dfbd9ba1b58d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59de216f-f9c1-4bb4-95d0-d21294f28249') {'for_net_delete': True} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:27:43.225207 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.services.segments.db [None req-279f075e-c5f6-4ce4-afe8-dfbd9ba1b58d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59de216f-f9c1-4bb4-95d0-d21294f28249') {} {{(pid=106439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 02:27:43.234404 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-279f075e-c5f6-4ce4-afe8-dfbd9ba1b58d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769072454503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27011546'] for segment (59de216f-f9c1-4bb4-95d0-d21294f28249), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:43.247231 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-279f075e-c5f6-4ce4-afe8-dfbd9ba1b58d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841896'] for segment (59de216f-f9c1-4bb4-95d0-d21294f28249), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:43.253358 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-279f075e-c5f6-4ce4-afe8-dfbd9ba1b58d admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=106439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 02:27:43.253806 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-279f075e-c5f6-4ce4-afe8-dfbd9ba1b58d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27012448'] for segment (59de216f-f9c1-4bb4-95d0-d21294f28249), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:43.297286 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.services.segments.plugin [-] Segment 59de216f-f9c1-4bb4-95d0-d21294f28249 resource provider aggregate not found Sep 29 02:27:43.314196 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.services.segments.plugin [-] Segment 59de216f-f9c1-4bb4-95d0-d21294f28249 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 59de216f-f9c1-4bb4-95d0-d21294f28249 found for delete ", "request_id": "req-744f2e2c-551c-4a05-a8b1-5053c8ca2f00"}]} Sep 29 02:27:43.321254 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-279f075e-c5f6-4ce4-afe8-dfbd9ba1b58d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-847614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1703168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1596307'] for network (67d17007-c6a6-4001-a5ca-6c35c6c68a07), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:43.327229 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-279f075e-c5f6-4ce4-afe8-dfbd9ba1b58d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1703282'] for network (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:43.329666 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-279f075e-c5f6-4ce4-afe8-dfbd9ba1b58d admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/67d17007-c6a6-4001-a5ca-6c35c6c68a07 HTTP/1.1" status: 204 len: 168 time: 0.2802565 Sep 29 02:27:43.341665 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f075e-c5f6-4ce4-afe8-dfbd9ba1b58d admin admin] Pushing event deleted for resources: {'Network': ['ID=67d17007-c6a6-4001-a5ca-6c35c6c68a07,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:27:43.491089 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 59954) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:27:43.531783 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-05b678d2-c7fd-4c26-8e44-244f0262b88c admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=ccf0a817350942a1b0ccd9f0b4038706&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394790 Sep 29 02:27:43.534238 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 59956) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:27:43.580184 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-53b50e12-1b7d-4d00-89ef-0079c4e7aba8 admin admin] Publish callbacks [] for security_group (77f36f11-419f-4b3d-a5e5-83ec24ef2a90), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:43.600273 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-53b50e12-1b7d-4d00-89ef-0079c4e7aba8 admin admin] Publish callbacks [] for security_group (77f36f11-419f-4b3d-a5e5-83ec24ef2a90), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:43.649629 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-53b50e12-1b7d-4d00-89ef-0079c4e7aba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (77f36f11-419f-4b3d-a5e5-83ec24ef2a90), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:43.652054 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-53b50e12-1b7d-4d00-89ef-0079c4e7aba8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:43.653166 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-53b50e12-1b7d-4d00-89ef-0079c4e7aba8 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/77f36f11-419f-4b3d-a5e5-83ec24ef2a90 HTTP/1.1" status: 204 len: 168 time: 0.1180551 Sep 29 02:27:43.655199 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:43.662025 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b50e12-1b7d-4d00-89ef-0079c4e7aba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f36f11-419f-4b3d-a5e5-83ec24ef2a90,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:27:43.868631 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [req-24e9176f-40b2-491f-9929-16b5f175d02c req-b4c392dc-c31c-4f4e-b818-a3e6bedb25db service neutron] (106439) timed out ('10.222.0.16', 53538) {{(pid=106439) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 29 02:27:43.980736 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 59962) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:27:44.002512 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:44.027841 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-a16406ae-4c20-4318-a3a0-2dde7ff90d4c admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=ba606b81f4f0450696c0bb0ada561989&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0458820 Sep 29 02:27:44.030479 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 59964) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:27:44.083698 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4e6e48d2-0c42-465b-91b2-53038d393ef9 admin admin] Publish callbacks [] for security_group (ec302a34-ee0c-4ae5-925b-911dba742582), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:44.106137 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4e6e48d2-0c42-465b-91b2-53038d393ef9 admin admin] Publish callbacks [] for security_group (ec302a34-ee0c-4ae5-925b-911dba742582), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:44.153548 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4e6e48d2-0c42-465b-91b2-53038d393ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (ec302a34-ee0c-4ae5-925b-911dba742582), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:44.156303 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4e6e48d2-0c42-465b-91b2-53038d393ef9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:44.157472 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-4e6e48d2-0c42-465b-91b2-53038d393ef9 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/ec302a34-ee0c-4ae5-925b-911dba742582 HTTP/1.1" status: 204 len: 168 time: 0.1258090 Sep 29 02:27:44.165004 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e48d2-0c42-465b-91b2-53038d393ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec302a34-ee0c-4ae5-925b-911dba742582,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:27:49.633149 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-caf20fd3-3aaa-4419-a101-25261a36d81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:52.147785 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-76f20774-3d9c-4768-ac2e-c252923c4607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:52.809250 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=37,neutron:DELETE=4 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:52.827381 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:INSERT=4,neutron:SELECT=58,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:53.279886 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:54.160685 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=24,neutron:DELETE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:54.161471 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:54.832150 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:54.925518 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:27:58.049039 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=3 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:27:58.054148 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=3 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:28:00.039752 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 6 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:28:00.798511 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 60142) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:28:00.901227 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ed44c984-68da-4764-b3fe-40bd82be60f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:00.980739 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ed44c984-68da-4764-b3fe-40bd82be60f9 admin admin] Publish callbacks [] for security_group (37ec15ab-0a89-4ccc-bff0-df085e1559bd), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:00.984943 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-ed44c984-68da-4764-b3fe-40bd82be60f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (37ec15ab-0a89-4ccc-bff0-df085e1559bd), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:01.022600 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44c984-68da-4764-b3fe-40bd82be60f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ec15ab-0a89-4ccc-bff0-df085e1559bd,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:28:01.027951 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-ed44c984-68da-4764-b3fe-40bd82be60f9 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=2ba144d013d64631942e536bb5e05791&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2284036 Sep 29 02:28:01.031436 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 60146) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:28:01.083378 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8788e7d6-3950-4a24-bf83-75225245cd1c admin admin] Publish callbacks [] for security_group (37ec15ab-0a89-4ccc-bff0-df085e1559bd), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:01.103305 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8788e7d6-3950-4a24-bf83-75225245cd1c admin admin] Publish callbacks [] for security_group (37ec15ab-0a89-4ccc-bff0-df085e1559bd), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:01.148852 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8788e7d6-3950-4a24-bf83-75225245cd1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (37ec15ab-0a89-4ccc-bff0-df085e1559bd), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:01.151312 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8788e7d6-3950-4a24-bf83-75225245cd1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:01.152451 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-8788e7d6-3950-4a24-bf83-75225245cd1c admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/37ec15ab-0a89-4ccc-bff0-df085e1559bd HTTP/1.1" status: 204 len: 168 time: 0.1201313 Sep 29 02:28:01.160974 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8788e7d6-3950-4a24-bf83-75225245cd1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ec15ab-0a89-4ccc-bff0-df085e1559bd,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:28:01.418824 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 60152) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:28:01.432524 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9ede3d4f-348b-44a0-b26e-f74c589aa2bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:01.512004 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9ede3d4f-348b-44a0-b26e-f74c589aa2bd admin admin] Publish callbacks [] for security_group (e5786d8d-b87b-4b58-ab8e-7d390db18458), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:01.516757 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-9ede3d4f-348b-44a0-b26e-f74c589aa2bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (e5786d8d-b87b-4b58-ab8e-7d390db18458), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:01.554680 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-9ede3d4f-348b-44a0-b26e-f74c589aa2bd admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=b43d2c3691d142b4ac23b9a481733a69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347277 Sep 29 02:28:01.556699 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede3d4f-348b-44a0-b26e-f74c589aa2bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5786d8d-b87b-4b58-ab8e-7d390db18458,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:28:01.557327 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 60154) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:28:01.608575 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e8a7b08a-0497-4042-85b3-4fe71794fd4d admin admin] Publish callbacks [] for security_group (e5786d8d-b87b-4b58-ab8e-7d390db18458), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:01.628616 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e8a7b08a-0497-4042-85b3-4fe71794fd4d admin admin] Publish callbacks [] for security_group (e5786d8d-b87b-4b58-ab8e-7d390db18458), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:01.674590 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e8a7b08a-0497-4042-85b3-4fe71794fd4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (e5786d8d-b87b-4b58-ab8e-7d390db18458), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:01.677211 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-e8a7b08a-0497-4042-85b3-4fe71794fd4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:01.678355 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-e8a7b08a-0497-4042-85b3-4fe71794fd4d admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/e5786d8d-b87b-4b58-ab8e-7d390db18458 HTTP/1.1" status: 204 len: 168 time: 0.1200538 Sep 29 02:28:01.686318 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a7b08a-0497-4042-85b3-4fe71794fd4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5786d8d-b87b-4b58-ab8e-7d390db18458,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:28:03.365586 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 60208) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:28:03.469952 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4ab46d23-c859-40cc-9fec-cb632be83b35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:03.546363 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4ab46d23-c859-40cc-9fec-cb632be83b35 admin admin] Publish callbacks [] for security_group (37cbe0a1-218e-4a83-b86e-48cccbd5023e), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:03.550147 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-4ab46d23-c859-40cc-9fec-cb632be83b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (37cbe0a1-218e-4a83-b86e-48cccbd5023e), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:03.586874 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab46d23-c859-40cc-9fec-cb632be83b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37cbe0a1-218e-4a83-b86e-48cccbd5023e,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:28:03.591332 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-4ab46d23-c859-40cc-9fec-cb632be83b35 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=735f1cc3bd1d437ab727f60bb4907c5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247336 Sep 29 02:28:03.594126 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 60212) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:28:03.642634 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9852e7e7-80f0-43f4-99ba-546b4b4ceb87 admin admin] Publish callbacks [] for security_group (37cbe0a1-218e-4a83-b86e-48cccbd5023e), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:03.664656 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9852e7e7-80f0-43f4-99ba-546b4b4ceb87 admin admin] Publish callbacks [] for security_group (37cbe0a1-218e-4a83-b86e-48cccbd5023e), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:03.709610 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9852e7e7-80f0-43f4-99ba-546b4b4ceb87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (37cbe0a1-218e-4a83-b86e-48cccbd5023e), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:03.711951 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-9852e7e7-80f0-43f4-99ba-546b4b4ceb87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:03.713195 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-9852e7e7-80f0-43f4-99ba-546b4b4ceb87 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/37cbe0a1-218e-4a83-b86e-48cccbd5023e HTTP/1.1" status: 204 len: 168 time: 0.1182916 Sep 29 02:28:03.722080 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9852e7e7-80f0-43f4-99ba-546b4b4ceb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cbe0a1-218e-4a83-b86e-48cccbd5023e,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:28:03.980561 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 60218) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:28:03.994494 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-03ad1373-5c46-45dd-be5b-790452a3dbf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:04.070341 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-03ad1373-5c46-45dd-be5b-790452a3dbf6 admin admin] Publish callbacks [] for security_group (323ef5c8-e81b-4ff9-8d01-3c61066003b2), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:04.074004 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-03ad1373-5c46-45dd-be5b-790452a3dbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (323ef5c8-e81b-4ff9-8d01-3c61066003b2), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:04.113646 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-03ad1373-5c46-45dd-be5b-790452a3dbf6 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=051fd1d72cc54aa795bb4d6653084797&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1320131 Sep 29 02:28:04.114498 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad1373-5c46-45dd-be5b-790452a3dbf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323ef5c8-e81b-4ff9-8d01-3c61066003b2,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:28:04.116348 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 60220) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:28:04.167026 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a7f838fe-ae51-42ca-abaa-420a3b3968c2 admin admin] Publish callbacks [] for security_group (323ef5c8-e81b-4ff9-8d01-3c61066003b2), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:04.190519 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a7f838fe-ae51-42ca-abaa-420a3b3968c2 admin admin] Publish callbacks [] for security_group (323ef5c8-e81b-4ff9-8d01-3c61066003b2), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:04.237588 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a7f838fe-ae51-42ca-abaa-420a3b3968c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (323ef5c8-e81b-4ff9-8d01-3c61066003b2), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:04.240056 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-a7f838fe-ae51-42ca-abaa-420a3b3968c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:04.241250 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-a7f838fe-ae51-42ca-abaa-420a3b3968c2 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/323ef5c8-e81b-4ff9-8d01-3c61066003b2 HTTP/1.1" status: 204 len: 168 time: 0.1238182 Sep 29 02:28:04.249339 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f838fe-ae51-42ca-abaa-420a3b3968c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323ef5c8-e81b-4ff9-8d01-3c61066003b2,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:28:08.397418 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:14.107488 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=66,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:28:14.109625 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=72,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:28:14.244668 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=72,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:28:14.245469 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=66,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:28:15.223834 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 60326) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:28:15.328310 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-450d3d26-0325-46a8-98eb-c0072805e7ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:15.403569 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-450d3d26-0325-46a8-98eb-c0072805e7ae admin admin] Publish callbacks [] for security_group (a213c19a-6d10-4ad9-9530-c9b04d64315f), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:15.408365 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-450d3d26-0325-46a8-98eb-c0072805e7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (a213c19a-6d10-4ad9-9530-c9b04d64315f), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:15.447774 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-450d3d26-0325-46a8-98eb-c0072805e7ae admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=5143aff4489440fa9adf9c64125f09bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2228518 Sep 29 02:28:15.448745 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450d3d26-0325-46a8-98eb-c0072805e7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a213c19a-6d10-4ad9-9530-c9b04d64315f,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:28:15.449846 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 60330) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:28:15.499512 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-555a0dd1-9a84-4824-819f-d5c47e4c11f5 admin admin] Publish callbacks [] for security_group (a213c19a-6d10-4ad9-9530-c9b04d64315f), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:15.518893 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-555a0dd1-9a84-4824-819f-d5c47e4c11f5 admin admin] Publish callbacks [] for security_group (a213c19a-6d10-4ad9-9530-c9b04d64315f), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:15.567010 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-555a0dd1-9a84-4824-819f-d5c47e4c11f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (a213c19a-6d10-4ad9-9530-c9b04d64315f), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:15.569397 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-555a0dd1-9a84-4824-819f-d5c47e4c11f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:15.570514 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-555a0dd1-9a84-4824-819f-d5c47e4c11f5 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a213c19a-6d10-4ad9-9530-c9b04d64315f HTTP/1.1" status: 204 len: 168 time: 0.1196930 Sep 29 02:28:15.578716 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a0dd1-9a84-4824-819f-d5c47e4c11f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a213c19a-6d10-4ad9-9530-c9b04d64315f,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:28:15.590219 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:28:15.590920 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:28:15.835713 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 60336) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:28:15.848990 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6b3d3ecf-238e-4e6f-8eb0-06f4f1b06876 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:15.924897 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6b3d3ecf-238e-4e6f-8eb0-06f4f1b06876 admin admin] Publish callbacks [] for security_group (dd5cbdbb-8366-4f76-9d68-877b55eb944e), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:15.928483 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-6b3d3ecf-238e-4e6f-8eb0-06f4f1b06876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (dd5cbdbb-8366-4f76-9d68-877b55eb944e), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:15.967976 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-6b3d3ecf-238e-4e6f-8eb0-06f4f1b06876 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=78f23ec66aba4f11a1ece35043953105&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1312115 Sep 29 02:28:15.968878 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d3ecf-238e-4e6f-8eb0-06f4f1b06876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5cbdbb-8366-4f76-9d68-877b55eb944e,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:28:15.970707 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 60338) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:28:16.020798 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-464aa24b-365d-42c0-bdab-ab4d3218a930 admin admin] Publish callbacks [] for security_group (dd5cbdbb-8366-4f76-9d68-877b55eb944e), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:16.040706 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-464aa24b-365d-42c0-bdab-ab4d3218a930 admin admin] Publish callbacks [] for security_group (dd5cbdbb-8366-4f76-9d68-877b55eb944e), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:16.091163 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-464aa24b-365d-42c0-bdab-ab4d3218a930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (dd5cbdbb-8366-4f76-9d68-877b55eb944e), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:16.094451 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-464aa24b-365d-42c0-bdab-ab4d3218a930 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:16.095575 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-464aa24b-365d-42c0-bdab-ab4d3218a930 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/dd5cbdbb-8366-4f76-9d68-877b55eb944e HTTP/1.1" status: 204 len: 168 time: 0.1227345 Sep 29 02:28:16.103117 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464aa24b-365d-42c0-bdab-ab4d3218a930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5cbdbb-8366-4f76-9d68-877b55eb944e,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:28:18.855996 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=14 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:28:18.856892 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=14 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:28:19.638275 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-41990720-814e-4595-9c1c-5d500fbb328f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:22.149733 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-384276e0-b0f2-4741-95e6-837e3acac610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:23.282713 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:24.833617 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:24.929034 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:25.962397 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=38,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:28:25.964280 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=31,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:28:26.098517 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=38,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:28:26.099418 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=31,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:28:34.758613 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 60482) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:28:34.863140 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0c3b096a-c614-4403-9741-267016bd7aee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:34.923282 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:28:34.924050 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:28:34.941855 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0c3b096a-c614-4403-9741-267016bd7aee admin admin] Publish callbacks [] for security_group (a91561a5-8498-433b-89b0-8f50583f0c77), precommit_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:34.945303 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-0c3b096a-c614-4403-9741-267016bd7aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (a91561a5-8498-433b-89b0-8f50583f0c77), after_create {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:34.985101 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3b096a-c614-4403-9741-267016bd7aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91561a5-8498-433b-89b0-8f50583f0c77,revision_number=1']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:28:34.989762 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-0c3b096a-c614-4403-9741-267016bd7aee admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=3c331edd8c4d408e985251530cc82797&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301598 Sep 29 02:28:34.992498 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 60486) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:28:34.994365 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b096a-c614-4403-9741-267016bd7aee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:28:34.994714 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b096a-c614-4403-9741-267016bd7aee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:28:34.995054 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b096a-c614-4403-9741-267016bd7aee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:28:34.995389 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b096a-c614-4403-9741-267016bd7aee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:28:34.995723 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b096a-c614-4403-9741-267016bd7aee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:28:34.996048 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b096a-c614-4403-9741-267016bd7aee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:28:34.996372 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b096a-c614-4403-9741-267016bd7aee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:28:34.996695 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b096a-c614-4403-9741-267016bd7aee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:28:34.997017 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b096a-c614-4403-9741-267016bd7aee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:28:34.997361 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b096a-c614-4403-9741-267016bd7aee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:28:34.997688 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b096a-c614-4403-9741-267016bd7aee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:28:34.998009 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b096a-c614-4403-9741-267016bd7aee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:28:34.998328 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b096a-c614-4403-9741-267016bd7aee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:28:34.999273 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b096a-c614-4403-9741-267016bd7aee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:28:34.999682 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3b096a-c614-4403-9741-267016bd7aee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:28:35.040841 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8348dd09-8211-4336-8aa9-d9d341394c55 admin admin] Publish callbacks [] for security_group (a91561a5-8498-433b-89b0-8f50583f0c77), before_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:35.046291 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=2 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:28:35.051425 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=4 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:28:35.062468 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8348dd09-8211-4336-8aa9-d9d341394c55 admin admin] Publish callbacks [] for security_group (a91561a5-8498-433b-89b0-8f50583f0c77), precommit_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:35.109828 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8348dd09-8211-4336-8aa9-d9d341394c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (a91561a5-8498-433b-89b0-8f50583f0c77), after_delete {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:35.112800 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-8348dd09-8211-4336-8aa9-d9d341394c55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:35.114243 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-8348dd09-8211-4336-8aa9-d9d341394c55 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a91561a5-8498-433b-89b0-8f50583f0c77 HTTP/1.1" status: 204 len: 168 time: 0.1205442 Sep 29 02:28:35.127070 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8348dd09-8211-4336-8aa9-d9d341394c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91561a5-8498-433b-89b0-8f50583f0c77,revision_number=None']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:28:35.139191 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348dd09-8211-4336-8aa9-d9d341394c55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:28:35.139732 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348dd09-8211-4336-8aa9-d9d341394c55 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:28:35.140251 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348dd09-8211-4336-8aa9-d9d341394c55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:28:35.140824 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348dd09-8211-4336-8aa9-d9d341394c55 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:28:35.141438 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348dd09-8211-4336-8aa9-d9d341394c55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:28:35.142008 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348dd09-8211-4336-8aa9-d9d341394c55 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:28:35.142577 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348dd09-8211-4336-8aa9-d9d341394c55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:28:35.143145 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348dd09-8211-4336-8aa9-d9d341394c55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:28:35.143697 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348dd09-8211-4336-8aa9-d9d341394c55 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:28:35.144245 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348dd09-8211-4336-8aa9-d9d341394c55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:28:35.144809 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348dd09-8211-4336-8aa9-d9d341394c55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:28:35.145384 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348dd09-8211-4336-8aa9-d9d341394c55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:28:35.145952 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348dd09-8211-4336-8aa9-d9d341394c55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:28:35.146510 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348dd09-8211-4336-8aa9-d9d341394c55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:28:35.147075 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8348dd09-8211-4336-8aa9-d9d341394c55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-21-smb {{(pid=106440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 02:28:37.039180 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 6 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:28:38.396243 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:44.983071 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=19,neutron:INSERT=5 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:28:44.988017 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=20,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:28:45.119379 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:28:45.131429 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:28:47.036156 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=2 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:28:48.389813 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=4 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:28:48.392549 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:28:49.641568 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-901f26a3-fcac-403f-83dd-500a13c87445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:52.153278 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d9bf337f-8197-4932-946a-7aa2eed3f373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:53.286248 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:54.836575 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:28:54.933508 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:04.926076 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:29:04.928270 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:29:08.026536 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 60742) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:29:08.142762 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-290a3d42-6137-410e-be16-c243c0ff8188 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:08.216074 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-290a3d42-6137-410e-be16-c243c0ff8188 admin admin] Publish callbacks [] for security_group (abe20798-0eb0-4067-a8b5-31700cc8fcbd), precommit_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:08.219503 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-290a3d42-6137-410e-be16-c243c0ff8188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (abe20798-0eb0-4067-a8b5-31700cc8fcbd), after_create {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:08.260523 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [None req-290a3d42-6137-410e-be16-c243c0ff8188 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=23ff7f58ad144ecfb9fa1cdc9c7cfadc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2329357 Sep 29 02:29:08.261384 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a3d42-6137-410e-be16-c243c0ff8188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe20798-0eb0-4067-a8b5-31700cc8fcbd,revision_number=1']} {{(pid=106440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:29:08.263282 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [-] (106439) accepted ('10.222.0.49', 60746) {{(pid=106439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:29:08.312180 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-df3d855b-c5c9-4aaa-9b10-35ed65ce0642 admin admin] Publish callbacks [] for security_group (abe20798-0eb0-4067-a8b5-31700cc8fcbd), before_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:08.331520 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-df3d855b-c5c9-4aaa-9b10-35ed65ce0642 admin admin] Publish callbacks [] for security_group (abe20798-0eb0-4067-a8b5-31700cc8fcbd), precommit_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:08.379695 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-df3d855b-c5c9-4aaa-9b10-35ed65ce0642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603063'] for security_group (abe20798-0eb0-4067-a8b5-31700cc8fcbd), after_delete {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:08.383193 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron_lib.callbacks.manager [None req-df3d855b-c5c9-4aaa-9b10-35ed65ce0642 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:08.384320 dv-cinder-740146-21-smb neutron-server[106439]: INFO neutron.wsgi [None req-df3d855b-c5c9-4aaa-9b10-35ed65ce0642 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/abe20798-0eb0-4067-a8b5-31700cc8fcbd HTTP/1.1" status: 204 len: 168 time: 0.1200480 Sep 29 02:29:08.392056 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d855b-c5c9-4aaa-9b10-35ed65ce0642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe20798-0eb0-4067-a8b5-31700cc8fcbd,revision_number=None']} {{(pid=106439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 02:29:08.424097 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:12.047579 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=2 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:29:14.039162 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 6 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:29:18.251853 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=20,neutron:INSERT=9 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:29:18.256022 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:29:18.387263 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:29:18.388042 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG dbcounter [-] [106439] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=106439) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:29:18.409240 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:29:18.420060 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:29:19.644329 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9c96ede8-2637-4293-8974-06f3ba7e9e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:22.154919 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-15ab2085-de35-4aca-9f19-666c566fabda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:23.287502 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:24.033976 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:29:24.035300 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:29:24.842090 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:24.936509 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:38.423795 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:38.853473 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:UPDATE=2,neutron:SELECT=22 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:29:45.316410 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [req-bf65409f-bbe8-4990-a4a4-e31bf342137c req-9ca96273-edac-41f5-a061-97219b041f29 service neutron] (106439) timed out ('10.222.0.16', 53530) {{(pid=106439) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 29 02:29:48.416445 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:29:49.049096 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=4 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:29:49.055113 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=2 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:29:49.646373 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b0035ec9-a011-472c-8d27-f29a2f3af916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:51.038632 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 6 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:29:52.156238 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5e8d37dc-86b1-41d4-89b0-fe512e6d05b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:53.289524 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:54.841139 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:29:54.939602 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:30:01.034499 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:30:01.035162 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:30:04.933600 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:30:04.935578 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:30:08.412524 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:30:18.406754 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:30:18.408642 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:30:19.650068 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-e1f60b08-c9dd-4e07-9c0d-fcefb2649b80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:30:22.159526 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-469ba7f0-123a-473d-82b1-2f9a90712d75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:30:23.292840 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:30:24.843781 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:30:24.941676 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:30:26.052093 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=16 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:30:28.037104 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 6 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:30:34.935363 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:30:34.937940 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:30:38.032328 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:30:38.033408 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=19 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:30:38.413104 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:30:39.649009 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [req-608b15a9-1b5f-4071-aef5-8041b3b15527 req-711d3072-f23a-4f14-9e7a-b86e64452a73 service neutron] (106439) timed out ('10.222.0.49', 55692) {{(pid=106439) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 29 02:30:39.831531 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [req-608b15a9-1b5f-4071-aef5-8041b3b15527 req-f66fc46d-c072-4d00-8e28-9c255ef24a03 tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] (106440) timed out ('10.222.0.49', 55700) {{(pid=106440) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 29 02:30:48.406364 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:30:48.408327 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:30:49.651530 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-cc92d536-6c0b-421a-aff5-b37f12c3bc15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:30:52.163259 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-6a8072e6-147a-4b4b-b69e-ced71aa61d0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:30:53.296443 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:30:54.846913 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:30:54.943929 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:31:03.053401 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=2 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:31:03.058557 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=4 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:31:04.937211 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=9 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:31:04.939807 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:31:05.036802 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 6 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:31:08.421401 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:31:18.069939 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=2 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:31:18.070753 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:31:18.414942 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:31:18.416801 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:31:19.652759 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b54ade14-f52a-4c2f-9d9a-527be6bb9011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:31:22.165407 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-02fa7a52-5020-41d0-b88d-a5ae70fae621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:31:23.299010 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:31:24.851161 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:31:24.946276 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:31:38.411349 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:31:40.055153 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=2 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:31:40.055895 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=4 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:31:42.036137 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 6 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:31:48.405122 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:31:48.407026 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:31:49.655057 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-b8eebade-4e56-444d-8c07-b9f18c929df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:31:52.030772 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:31:52.031534 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:31:52.167107 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-1d7b1299-a924-4f1f-846c-029d1ec56e33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:31:53.301908 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:31:54.850875 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:31:54.948766 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:04.938081 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=9 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:32:04.944244 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:32:08.425482 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:18.419177 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:32:18.421298 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:32:18.952840 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=16 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:32:18.954671 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=16 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:32:19.035252 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 6 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:32:19.656801 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-211deadc-c11b-4232-9be2-dc6580135b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:22.170085 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d6048707-057c-43c0-be27-fc158c9acb3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:23.304777 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:24.852657 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:24.953631 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:29.031754 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=2 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:32:34.947050 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:32:34.948970 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:32:38.421485 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:40.122341 dv-cinder-740146-21-smb neutron-server[106439]: DEBUG neutron.wsgi [req-57ce62b9-e21c-4bc4-8cce-924c2bd13279 req-11962fe8-b832-4c32-bf70-1d62c3fcb507 service neutron] (106439) timed out ('10.222.0.16', 53511) {{(pid=106439) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 29 02:32:48.414708 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:32:48.416605 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:32:49.658609 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-28229a78-80a1-4d95-8462-fca1c5707723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:52.172205 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-4ed47fd6-8642-4b94-a19e-54f613abd2ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:53.310213 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:54.049365 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=4 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:32:54.050082 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=2 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:32:54.856881 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:54.955637 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:32:56.033763 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 6 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:32:59.198216 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [req-88d2105a-fda7-434c-a33e-69173d5c113e req-6229d7a0-626f-4e9a-8ad7-6dd013a3afad tempest-AttachVolumeShelveTestJSON-1681988261 tempest-AttachVolumeShelveTestJSON-1681988261-project] (106440) timed out ('10.222.0.49', 49876) {{(pid=106440) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 29 02:32:59.198799 dv-cinder-740146-21-smb neutron-server[106440]: DEBUG neutron.wsgi [-] (106440) accepted ('10.222.0.49', 60786) {{(pid=106440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 29 02:32:59.506584 dv-cinder-740146-21-smb neutron-server[106440]: WARNING keystonemiddleware.auth_token [-] Authorization failed for token: keystonemiddleware.auth_token._exceptions.InvalidToken: Token authorization failed Sep 29 02:32:59.507695 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [-] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2044812607&fields=id&tenant_id=df0405453f304b0091c0d9eda1c17725 HTTP/1.1" status: 401 len: 385 time: 0.3080287 Sep 29 02:32:59.630199 dv-cinder-740146-21-smb neutron-server[106440]: WARNING keystonemiddleware.auth_token [-] Authorization failed for token: keystonemiddleware.auth_token._exceptions.InvalidToken Sep 29 02:32:59.631214 dv-cinder-740146-21-smb neutron-server[106440]: INFO neutron.wsgi [-] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2044812607&fields=id&tenant_id=df0405453f304b0091c0d9eda1c17725 HTTP/1.1" status: 401 len: 385 time: 0.0460658 Sep 29 02:33:04.945105 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:33:04.951304 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:33:06.029563 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=2 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:33:08.439588 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:33:18.074299 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:33:18.075029 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:DELETE=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:33:18.429768 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:33:18.434767 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:33:19.661322 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-5d196c3e-a817-40c5-b526-8bff9efe999f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:33:22.174824 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-26ad1a6b-0036-4fe7-bee0-d742894e5345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:33:23.310850 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:33:24.859233 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:33:24.957007 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:33:31.041176 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=3 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:33:31.045365 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=3 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:33:33.032468 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 6 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 02:33:38.436764 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:33:43.027822 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:33:43.028589 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=1 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:33:48.430762 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:33:48.432724 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:33:49.664899 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-9f1c0e21-1be9-4465-8b1e-197ad5212459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (7f4c726f-d790-49c7-8982-ed059dd67ac5), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:33:52.177690 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-c2a998eb-357e-4d3a-9bab-033c43cd7051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (02537244-7aac-4e15-a9bc-7e3cb4bf32e7), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:33:53.313071 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-d4b658d7-d346-4287-ac8d-ab92c2c98c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (ee105f04-e384-4fb9-9804-75cb6a633e7f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:33:54.862557 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-10129055-7b93-4081-84d7-af6033cd3e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (12b9f2a6-6a03-40f8-8536-b7842c966db3), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:33:54.958962 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-90b427bb-627a-4dbc-a59e-4a9a64489b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (732f1f10-53c2-4a73-b7b4-882674716f60), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:04.953071 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:34:04.955011 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG dbcounter [-] [106441] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106441) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:34:08.046653 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=2 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:34:08.051823 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG dbcounter [-] [106442] Writing DB stats neutron:SELECT=4 {{(pid=106442) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 29 02:34:08.453440 dv-cinder-740146-21-smb neutron-server[106441]: DEBUG neutron_lib.callbacks.manager [None req-7636dbc2-8fa6-4620-b52d-03147e8fe651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769072566968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846262'] for agent (027a9bac-ca89-4228-9c1d-ae9e74cf172f), after_update {{(pid=106441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 29 02:34:10.031444 dv-cinder-740146-21-smb neutron-server[106442]: DEBUG neutron.db.agents_db [None req-7b9b6805-ee88-4e4e-a3cf-72cd3cf49ec6 None None] Agent healthcheck: found 6 active agents {{(pid=106442) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}